Merge pull request #1106 from bruin-data/implement-docebo-source

add docebo

Author: karakanb

docs/.vitepress/config.mjs

@@ -197,6 +197,7 @@ export default withMermaid({
                             {text: "Chess", link: "/ingestion/chess.md"},
                             {text: "ClickUp", link: "/ingestion/clickup.md"},
                             {text: "DB2", link: "/ingestion/db2.md"},
+                            {text: "Docebo", link: "/ingestion/docebo"},
                             {text: "DynamoDB", link: "/ingestion/dynamodb.md"},
                             {text: "Elasticsearch", link: "/ingestion/elasticsearch.md"},
                             {text: "Facebook", link: "/ingestion/facebook-ads.md"},

docs/ingestion/docebo.md

@@ -0,0 +1,137 @@
+# Docebo
+
+[Docebo](https://www.docebo.com/) is a cloud-based learning management system (LMS) that helps organizations deliver, track, and manage their training programs.
+
+Bruin supports Docebo as a source for [Ingestr assets](/assets/ingestr), enabling you to ingest data from your Docebo platform into your data warehouse.
+
+## Connection
+
+To configure a Docebo connection, you need:
+- **Base URL**: Your Docebo instance URL (e.g., `https://yourcompany.docebosaas.com`)
+- **Client ID**: OAuth2 client ID from your Docebo OAuth application
+- **Client Secret**: OAuth2 client secret from your Docebo OAuth application
+- **Username**: Your Docebo username
+- **Password**: Your Docebo password
+
+### Getting OAuth Credentials
+
+1. Log in to your Docebo platform as a Super Admin
+2. Navigate to **Settings** → **API and SSO**
+3. Click on **Manage** to access the API and SSO settings
+4. Go to the **API Credentials** tab
+5. Create a new OAuth2 application:
+   - Click **Add OAuth2 App**
+   - Enter a name for your application
+   - Configure the appropriate scopes for your data needs
+   - Save the application
+6. Note down the **Client ID** and **Client Secret**
+
+## Configuration
+
+Add the connection to `.bruin.yml`:
+
+```yaml
+connections:
+  docebo:
+    - name: "my-docebo"
+      base_url: "https://yourcompany.docebosaas.com"
+      client_id: "your_client_id"
+      client_secret: "your_client_secret"  
+      username: "your_username"
+      password: "your_password"
+```
+
+## Ingestr Assets
+
+Once you've configured the connection, you can create an Ingestr asset to ingest data from Docebo.
+
+Here's an example asset configuration:
+
+```yaml
+name: docebo.users
+type: ingestr
+
+parameters:
+  source_connection: my-docebo
+  source_table: 'users'
+  destination: bigquery
+```
+
+## Available Source Tables
+
+| Table | Inc Strategy | Details |
+| ----- | ------------ | ------- |
+| `branches` | replace | Organization branches and departments structure. |
+| `categories` | replace | Course categories for organizing learning content. |
+| `certifications` | replace | Certification records and achievement data. |
+| `course_enrollments` | replace | Course enrollment data including user progress. |
+| `course_fields` | replace | Custom fields defined for courses. |
+| `course_learning_objects` | replace | Learning objects and materials within courses. |
+| `courses` | replace | Course information including metadata and settings. |
+| `external_training` | replace | External training records tracked in the system. |
+| `group_members` | replace | User group membership assignments. |
+| `groups` | replace | User groups for organizing learners. |
+| `learning_plan_course_enrollments` | replace | Course enrollments within learning plans. |
+| `learning_plan_enrollments` | replace | User enrollments in learning plans. |
+| `learning_plans` | replace | Learning plan definitions and structure. |
+| `sessions` | replace | Training session information and schedules. |
+| `user_fields` | replace | Custom fields defined for user profiles. |
+| `users` | replace | User profiles and account information. |
+
+## Example: Ingesting User Data
+
+Create a file `assets/docebo_users.asset.yml`:
+
+```yaml
+name: docebo.users
+type: ingestr
+
+parameters:
+  source_connection: my-docebo
+  source_table: 'users'
+  destination: bigquery
+
+columns:
+  - name: user_id
+    type: integer
+    description: "Unique user identifier"
+  - name: username
+    type: string
+    description: "User's username"
+  - name: email
+    type: string
+    description: "User's email address"
+  - name: first_name
+    type: string
+    description: "User's first name"
+  - name: last_name
+    type: string
+    description: "User's last name"
+  - name: created_at
+    type: timestamp
+    description: "User creation timestamp"
+  - name: last_login
+    type: timestamp
+    description: "Last login timestamp"
+```
+
+## Notes
+
+- Docebo integration currently supports **full refresh** only - incremental loading is not available
+- The integration uses OAuth 2.0 password grant type for authentication
+- Invalid date fields in the source data are normalized to Unix epoch (1970-01-01)
+- Ensure your OAuth application has the necessary scopes to access the data you want to ingest
+
+## Troubleshooting
+
+### Authentication Issues
+- Verify that your base URL is correct and includes the protocol (https://)
+- Ensure your OAuth client has the correct permissions
+- Check that your username and password are valid
+
+### Data Access Issues
+- Verify that your OAuth application has the necessary scopes
+- Check that the user account has permissions to access the requested data
+- Ensure the table name is spelled correctly (case-sensitive)
+
+For more information on Ingestr assets, see the [Ingestr documentation](/assets/ingestr).

integration-tests/expected_connections_schema.json

@@ -511,6 +511,12 @@
           },
           "type": "array"
         },
+        "docebo": {
+          "items": {
+            "$ref": "#/$defs/DoceboConnection"
+          },
+          "type": "array"
+        },
         "googleads": {
           "items": {
             "$ref": "#/$defs/GoogleAdsConnection"
@@ -846,6 +852,38 @@
         "region"
       ]
     },
+    "DoceboConnection": {
+      "properties": {
+        "name": {
+          "type": "string"
+        },
+        "base_url": {
+          "type": "string"
+        },
+        "client_id": {
+          "type": "string"
+        },
+        "client_secret": {
+          "type": "string"
+        },
+        "username": {
+          "type": "string"
+        },
+        "password": {
+          "type": "string"
+        }
+      },
+      "additionalProperties": false,
+      "type": "object",
+      "required": [
+        "name",
+        "base_url",
+        "client_id",
+        "client_secret",
+        "username",
+        "password"
+      ]
+    },
     "EMRServerlessConnection": {
       "properties": {
         "name": {

pkg/config/connections.go

@@ -561,6 +561,19 @@ func (c DynamoDBConnection) GetName() string {
 	return c.Name
 }
 
+type DoceboConnection struct {
+	Name         string `yaml:"name,omitempty" json:"name" mapstructure:"name"`
+	BaseURL      string `yaml:"base_url,omitempty" json:"base_url" mapstructure:"base_url"`
+	ClientID     string `yaml:"client_id,omitempty" json:"client_id" mapstructure:"client_id"`
+	ClientSecret string `yaml:"client_secret,omitempty" json:"client_secret" mapstructure:"client_secret"`
+	Username     string `yaml:"username,omitempty" json:"username" mapstructure:"username"`
+	Password     string `yaml:"password,omitempty" json:"password" mapstructure:"password"`
+}
+
+func (c DoceboConnection) GetName() string {
+	return c.Name
+}
+
 type GoogleAdsConnection struct {
 	Name               string `yaml:"name,omitempty" json:"name" mapstructure:"name"`
 	CustomerID         string `yaml:"customer_id,omitempty" json:"customer_id" mapstructure:"customer_id"`

pkg/config/manager.go

@@ -59,6 +59,7 @@ type Connections struct {
 	Slack               []SlackConnection               `yaml:"slack,omitempty" json:"slack,omitempty" mapstructure:"slack"`
 	Asana               []AsanaConnection               `yaml:"asana,omitempty" json:"asana,omitempty" mapstructure:"asana"`
 	DynamoDB            []DynamoDBConnection            `yaml:"dynamodb,omitempty" json:"dynamodb,omitempty" mapstructure:"dynamodb"`
+	Docebo              []DoceboConnection              `yaml:"docebo,omitempty" json:"docebo,omitempty" mapstructure:"docebo"`
 	GoogleAds           []GoogleAdsConnection           `yaml:"googleads,omitempty" json:"googleads,omitempty" mapstructure:"googleads"`
 	AppStore            []AppStoreConnection            `yaml:"appstore,omitempty" json:"appstore,omitempty" mapstructure:"appstore"`
 	LinkedInAds         []LinkedInAdsConnection         `yaml:"linkedinads,omitempty" json:"linkedinads,omitempty" mapstructure:"linkedinads"`
@@ -661,7 +662,13 @@ func (c *Config) AddConnection(environmentName, name, connType string, creds map
 		}
 		conn.Name = name
 		env.Connections.DynamoDB = append(env.Connections.DynamoDB, conn)
-
+	case "docebo":
+		var conn DoceboConnection
+		if err := mapstructure.Decode(creds, &conn); err != nil {
+			return fmt.Errorf("failed to decode credentials: %w", err)
+		}
+		conn.Name = name
+		env.Connections.Docebo = append(env.Connections.Docebo, conn)
 	case "googleads":
 		var conn GoogleAdsConnection
 		if err := mapstructure.Decode(creds, &conn); err != nil {
@@ -1032,6 +1039,8 @@ func (c *Config) DeleteConnection(environmentName, connectionName string) error
 		env.Connections.Asana = removeConnection(env.Connections.Asana, connectionName)
 	case "dynamodb":
 		env.Connections.DynamoDB = removeConnection(env.Connections.DynamoDB, connectionName)
+	case "docebo":
+		env.Connections.Docebo = removeConnection(env.Connections.Docebo, connectionName)
 	case "googleads":
 		env.Connections.GoogleAds = removeConnection(env.Connections.GoogleAds, connectionName)
 	case "tiktokads":

pkg/config/manager_test.go

@@ -307,6 +307,16 @@ func TestLoadFromFile(t *testing.T) {
 					Region:          "ap-south-1",
 				},
 			},
+			Docebo: []DoceboConnection{
+				{
+					Name:         "docebo-test",
+					BaseURL:      "https://mycompany.docebosaas.com",
+					ClientID:     "test-client-id",
+					ClientSecret: "test-client-secret",
+					Username:     "admin",
+					Password:     "admin-password",
+				},
+			},
 			Zendesk: []ZendeskConnection{
 				{
 					Name:      "conn25",

pkg/config/testdata/simple.yml

@@ -181,6 +181,13 @@ environments:
           access_key_id: "access-key-786"
           secret_access_key: "shhh,secret"
           region: "ap-south-1"
+      docebo:
+        - name: "docebo-test"
+          base_url: "https://mycompany.docebosaas.com"
+          client_id: "test-client-id"
+          client_secret: "test-client-secret"
+          username: "admin"
+          password: "admin-password"
       googleads:
         - name: googleads-0
           dev_token: dev-0

pkg/config/testdata/simple_win.yml

@@ -163,6 +163,13 @@ environments:
           access_key_id: "access-key-786"
           secret_access_key: "shhh,secret"
           region: "ap-south-1"
+      docebo:
+        - name: "docebo-test"
+          base_url: "https://mycompany.docebosaas.com"
+          client_id: "test-client-id"
+          client_secret: "test-client-secret"
+          username: "admin"
+          password: "admin-password"
       zendesk:
         - name: conn25
           api_token: "zendeskKey"

pkg/connection/connection.go

@@ -24,6 +24,7 @@ import (
 	"github.com/bruin-data/bruin/pkg/config"
 	"github.com/bruin-data/bruin/pkg/databricks"
 	"github.com/bruin-data/bruin/pkg/db2"
+	"github.com/bruin-data/bruin/pkg/docebo"
 	duck "github.com/bruin-data/bruin/pkg/duckdb"
 	"github.com/bruin-data/bruin/pkg/dynamodb"
 	"github.com/bruin-data/bruin/pkg/elasticsearch"
@@ -111,6 +112,7 @@ type Manager struct {
 	Slack                map[string]*slack.Client
 	Asana                map[string]*asana.Client
 	DynamoDB             map[string]*dynamodb.Client
+	Docebo               map[string]*docebo.Client
 	Zendesk              map[string]*zendesk.Client
 	GoogleAds            map[string]*googleads.Client
 	TikTokAds            map[string]*tiktokads.Client
@@ -1151,6 +1153,32 @@ func (m *Manager) AddDynamoDBConnectionFromConfig(connection *config.DynamoDBCon
 	return nil
 }
 
+func (m *Manager) AddDoceboConnectionFromConfig(connection *config.DoceboConnection) error {
+	m.mutex.Lock()
+	if m.Docebo == nil {
+		m.Docebo = make(map[string]*docebo.Client)
+	}
+	m.mutex.Unlock()
+
+	client, err := docebo.NewClient(docebo.Config{
+		BaseURL:      connection.BaseURL,
+		ClientID:     connection.ClientID,
+		ClientSecret: connection.ClientSecret,
+		Username:     connection.Username,
+		Password:     connection.Password,
+	})
+	if err != nil {
+		return err
+	}
+
+	m.mutex.Lock()
+	defer m.mutex.Unlock()
+	m.Docebo[connection.Name] = client
+	m.availableConnections[connection.Name] = client
+	m.AllConnectionDetails[connection.Name] = connection
+	return nil
+}
+
 func (m *Manager) AddGoogleAdsConnectionFromConfig(connection *config.GoogleAdsConnection) error {
 	m.mutex.Lock()
 	defer m.mutex.Unlock()
@@ -2084,6 +2112,7 @@ func NewManagerFromConfig(cm *config.Config) (config.ConnectionAndDetailsGetter,
 	processConnections(cm.SelectedEnvironment.Connections.Slack, connectionManager.AddSlackConnectionFromConfig, &wg, &errList, &mu)
 	processConnections(cm.SelectedEnvironment.Connections.Asana, connectionManager.AddAsanaConnectionFromConfig, &wg, &errList, &mu)
 	processConnections(cm.SelectedEnvironment.Connections.DynamoDB, connectionManager.AddDynamoDBConnectionFromConfig, &wg, &errList, &mu)
+	processConnections(cm.SelectedEnvironment.Connections.Docebo, connectionManager.AddDoceboConnectionFromConfig, &wg, &errList, &mu)
 	processConnections(cm.SelectedEnvironment.Connections.Zendesk, connectionManager.AddZendeskConnectionFromConfig, &wg, &errList, &mu)
 	processConnections(cm.SelectedEnvironment.Connections.GoogleAds, connectionManager.AddGoogleAdsConnectionFromConfig, &wg, &errList, &mu)
 	processConnections(cm.SelectedEnvironment.Connections.TikTokAds, connectionManager.AddTikTokAdsConnectionFromConfig, &wg, &errList, &mu)

pkg/docebo/client.go

@@ -0,0 +1,16 @@
+package docebo
+
+// Client provides access to Docebo via ingestr.
+type Client struct {
+	config Config
+}
+
+// NewClient initializes a Docebo client with given configuration.
+func NewClient(c Config) (*Client, error) {
+	return &Client{config: c}, nil
+}
+
+// GetIngestrURI returns the ingestr URI for the client.
+func (c *Client) GetIngestrURI() (string, error) {
+	return c.config.GetIngestrURI(), nil
+}