Autogenerate command groups for help output (#3967)

## Changes

Autogenerate command groups from the groups we use for the API
documentation. Update group IDs to match those where applicable. The
sort order in the help output now matches the sort order on our [API
documentation](https://docs.databricks.com/api/workspace).

## Why

The groups had gone stale and the help output didn't properly attribute
generated commands to the right groups.

## Tests

See acceptance tests.

Author: pietern

.gitattributes

@@ -12,6 +12,7 @@ cmd/account/encryption-keys/encryption-keys.go linguist-generated=true
 cmd/account/esm-enablement-account/esm-enablement-account.go linguist-generated=true
 cmd/account/federation-policy/federation-policy.go linguist-generated=true
 cmd/account/groups-v2/groups-v2.go linguist-generated=true
+cmd/account/groups.go linguist-generated=true
 cmd/account/iam-v2/iam-v2.go linguist-generated=true
 cmd/account/ip-access-lists/ip-access-lists.go linguist-generated=true
 cmd/account/llm-proxy-partner-powered-account/llm-proxy-partner-powered-account.go linguist-generated=true
@@ -97,6 +98,7 @@ cmd/workspace/git-credentials/git-credentials.go linguist-generated=true
 cmd/workspace/global-init-scripts/global-init-scripts.go linguist-generated=true
 cmd/workspace/grants/grants.go linguist-generated=true
 cmd/workspace/groups-v2/groups-v2.go linguist-generated=true
+cmd/workspace/groups.go linguist-generated=true
 cmd/workspace/instance-pools/instance-pools.go linguist-generated=true
 cmd/workspace/instance-profiles/instance-profiles.go linguist-generated=true
 cmd/workspace/ip-access-lists/ip-access-lists.go linguist-generated=true

acceptance/cmd/account/account-help/output.txt

@@ -9,6 +9,7 @@ Identity and Access Management
   access-control                      These APIs manage access rules on resources in an account.
   groups                              Groups simplify identity management, making it easier to assign access to Databricks account, data, and other securable objects.
   groups-v2                           Groups simplify identity management, making it easier to assign access to Databricks account, data, and other securable objects.
+  iam-v2                              These APIs are used to manage identities and the workspace access of these identities in <Databricks>.
   service-principals                  Identities for use with jobs, automated tools, and systems such as scripts, apps, and CI/CD platforms.
   service-principals-v2               Identities for use with jobs, automated tools, and systems such as scripts, apps, and CI/CD platforms.
   users                               User identities recognized by Databricks and represented by email addresses.
@@ -25,10 +26,8 @@ Settings
   network-connectivity                These APIs provide configurations for the network connectivity of your workspaces for serverless compute resources.
   network-policies                    These APIs manage network policies for this account.
   settings                            Accounts Settings API allows users to manage settings at the account level.
-  workspace-network-configuration     These APIs allow configuration of network settings for Databricks workspaces by selecting which network policy to associate with the workspace.
-
-Settings (v2)
   settings-v2                         APIs to manage account level settings.
+  workspace-network-configuration     These APIs allow configuration of network settings for Databricks workspaces by selecting which network policy to associate with the workspace.
 
 Provisioning
   credentials                         These APIs manage credential configurations for this workspace.
@@ -54,9 +53,6 @@ OAuth
   service-principal-federation-policy These APIs manage service principal federation policies.
   service-principal-secrets           These APIs enable administrators to manage service principal secrets.
 
-Identity and Access Management (v2)
-  iam-v2                              These APIs are used to manage identities and the workspace access of these identities in <Databricks>.
-
 Flags:
   -h, --help   help for account
 

acceptance/help/output.txt

@@ -34,6 +34,13 @@ Machine Learning
 Real-time Serving
   serving-endpoints                      The Serving Endpoints API allows you to create, update, and delete model serving endpoints.
 
+Apps
+  apps                                   Apps run directly on a customer’s Databricks instance, integrate with their data, use and extend Databricks services, and enable users to interact through single sign-on.
+
+Vector Search
+  vector-search-endpoints                **Endpoint**: Represents the compute resources to host vector search indexes.
+  vector-search-indexes                  **Index**: An efficient representation of your embedding vectors that supports real-time and efficient approximate nearest neighbor (ANN) search queries.
+
 Identity and Access Management
   current-user                           This API allows retrieving information about currently authenticated user or service principal.
   groups                                 Groups simplify identity management, making it easier to assign access to Databricks workspace, data, and other securable objects.
@@ -43,6 +50,7 @@ Identity and Access Management
   service-principals-v2                  Identities for use with jobs, automated tools, and systems such as scripts, apps, and CI/CD platforms.
   users                                  User identities recognized by Databricks and represented by email addresses.
   users-v2                               User identities recognized by Databricks and represented by email addresses.
+  workspace-iam-v2                       These APIs are used to manage identities and the workspace access of these identities in <Databricks>.
 
 Databricks SQL
   alerts                                 The alerts API can be used to perform CRUD operations on alerts.
@@ -55,6 +63,11 @@ Databricks SQL
   query-history                          A service responsible for storing and retrieving the list of queries run against SQL endpoints and serverless compute.
   warehouses                             A SQL warehouse is a compute resource that lets you run SQL commands on data objects within Databricks SQL.
 
+AI/BI
+  genie                                  Genie provides a no-code experience for business users, powered by AI/BI.
+  lakeview                               These APIs provide specific management operations for Lakeview dashboards.
+  lakeview-embedded                      Token-based Lakeview APIs for embedding dashboards in external applications.
+
 Unity Catalog
   artifact-allowlists                    In Databricks Runtime 13.3 and above, you can add libraries and init scripts to the allowlist in UC so that users can leverage these artifacts on compute configured with shared access mode.
   catalogs                               A catalog is the first layer of Unity Catalog’s three-level namespace.
@@ -98,19 +111,10 @@ Settings
   token-management                       Enables administrators to get all tokens and delete tokens for other users.
   tokens                                 The Token API allows you to create, list, and revoke tokens that can be used to authenticate and access Databricks REST APIs.
   workspace-conf                         This API allows updating known workspace settings for advanced users.
+  workspace-settings-v2                  APIs to manage workspace level settings.
 
-Developer Tools
-  bundle                                 Databricks Asset Bundles let you express data/AI/analytics projects as code.
-  sync                                   Synchronize a local directory to a workspace directory
-
-Vector Search
-  vector-search-endpoints                **Endpoint**: Represents the compute resources to host vector search indexes.
-  vector-search-indexes                  **Index**: An efficient representation of your embedding vectors that supports real-time and efficient approximate nearest neighbor (ANN) search queries.
-
-Dashboards
-  genie                                  Genie provides a no-code experience for business users, powered by AI/BI.
-  lakeview                               These APIs provide specific management operations for Lakeview dashboards.
-  lakeview-embedded                      Token-based Lakeview APIs for embedding dashboards in external applications.
+OAuth
+  service-principal-secrets-proxy        These APIs enable administrators to manage service principal secrets at the workspace level.
 
 Marketplace
   consumer-fulfillments                  Fulfillments are entities that allow consumers to preview installations.
@@ -126,41 +130,39 @@ Marketplace
   provider-provider-analytics-dashboards Manage templated analytics solution for providers.
   provider-providers                     Providers are entities that manage assets in Marketplace.
 
-Apps
-  apps                                   Apps run directly on a customer’s Databricks instance, integrate with their data, use and extend Databricks services, and enable users to interact through single sign-on.
-
 Clean Rooms
   clean-room-asset-revisions             Clean Room Asset Revisions denote new versions of uploaded assets (e.g.
   clean-room-assets                      Clean room assets are data and code objects — Tables, volumes, and notebooks that are shared with the clean room.
   clean-room-auto-approval-rules         Clean room auto-approval rules automatically create an approval on your behalf when an asset (e.g.
   clean-room-task-runs                   Clean room task runs are the executions of notebooks in a clean room.
   clean-rooms                            A clean room uses Delta Sharing and serverless compute to provide a secure and privacy-protecting environment where multiple parties can work together on sensitive enterprise data without direct access to each other's data.
 
-Database
+Quality Monitor
+  quality-monitor-v2                     Manage data quality of UC objects (currently support schema).
+
+Data Quality Monitoring
+  data-quality                           Manage the data quality of Unity Catalog objects (currently support schema and table).
+
+Database Instances
   database                               Database Instances provide access to a database via REST API or direct SQL.
   psql                                   Connect to the specified Database Instance
 
-Quality Monitor v2
-  quality-monitor-v2                     Manage data quality of UC objects (currently support schema).
-
-OAuth
-  service-principal-secrets-proxy        These APIs enable administrators to manage service principal secrets at the workspace level.
+Tags
+  tag-policies                           The Tag Policy API allows you to manage policies for governed tags in Databricks.
 
-Identity and Access Management (v2)
-  workspace-iam-v2                       These APIs are used to manage identities and the workspace access of these identities in <Databricks>.
+Developer Tools
+  bundle                                 Databricks Asset Bundles let you express data/AI/analytics projects as code.
+  sync                                   Synchronize a local directory to a workspace directory
 
 Additional Commands:
   account                                Databricks Account Commands
   api                                    Perform Databricks API call
   auth                                   Authentication related commands
   completion                             Generate the autocompletion script for the specified shell
   configure                              Configure authentication
-  data-quality                           Manage the data quality of Unity Catalog objects (currently support schema and table).
   help                                   Help about any command
   labs                                   Manage Databricks Labs installations
-  tag-policies                           The Tag Policy API allows you to manage policies for governed tags in Databricks.
   version                                Retrieve information about the current version of this CLI
-  workspace-settings-v2                  APIs to manage workspace level settings.
 
 Flags:
       --debug            enable debug logging

cmd/account/cmd.go

@@ -30,11 +30,26 @@ const (
 	permissionsGroup = "permissions"
 )
 
+// configureGroups adds groups to the command, only if a group
+// has at least one available command.
+func configureGroups(cmd *cobra.Command, groups []cobra.Group) {
+	filteredGroups := cmdgroup.FilterGroups(groups, cmd.Commands())
+	for i := range filteredGroups {
+		cmd.AddGroup(&filteredGroups[i])
+	}
+}
+
+func accountCommand() *cobra.Command {
+	cmd := account.New()
+	configureGroups(cmd, account.Groups())
+	return cmd
+}
+
 func New(ctx context.Context) *cobra.Command {
 	cli := root.New(ctx)
 
 	// Add account subcommand.
-	cli.AddCommand(account.New())
+	cli.AddCommand(accountCommand())
 
 	// Add workspace subcommands.
 	workspaceCommands := workspace.All()
@@ -83,12 +98,10 @@ func New(ctx context.Context) *cobra.Command {
 	cli.AddCommand(ssh.New())
 
 	// Add workspace command groups, filtering out empty groups or groups with only hidden commands.
-	allGroups := workspace.Groups()
-	allCommands := cli.Commands()
-	filteredGroups := cmdgroup.FilterGroups(allGroups, allCommands)
-	for i := range filteredGroups {
-		cli.AddGroup(&filteredGroups[i])
-	}
+	configureGroups(cli, append(workspace.Groups(), cobra.Group{
+		ID:    "development",
+		Title: "Developer Tools",
+	}))
 
 	return cli
 }