Added - Max Parallel Chunks configurable via env

Author: ganbaras

internal/resourcediscovery/export_compartment.go

@@ -13,6 +13,7 @@ import (
 	"runtime"
 	"runtime/debug"
 	"sort"
+	"strconv"
 	"strings"
 	"sync"
 	"time"
@@ -300,7 +301,13 @@ func RunExportCommand(args *tf_export.ExportCommandArgs) (err error, status Stat
 	numCPU := runtime.NumCPU()
 	MaxParallelFindResource = numCPU * 4
 	// max parallel chunks for state genation that can be executed in parallel
-	MaxParallelChunks = numCPU * 4
+	MaxParallelChunks = numCPU * 2 // default value
+	if env := os.Getenv("TF_MAX_PARALLEL_CHUNKS"); env != "" {
+		if value, err := strconv.Atoi(env); err == nil && value > 0 {
+			MaxParallelChunks = value
+			utils.Debugf("[INFO] Found ENV Variable TF_MAX_PARALLEL_CHUNKS. Value - %d", MaxParallelChunks)
+		}
+	}
 	utils.Debugf("[INFO] Setting MaxParalleFindResources=%d, MaxParallelChunks=%d", MaxParallelFindResource, MaxParallelChunks)
 
 	ctx, err := createResourceDiscoveryContext(clients.(*tf_client.OracleClients), args, tenancyOcid)

website/docs/guides/resource_discovery.html.markdown

@@ -248,6 +248,13 @@ Make sure the `output_path` is empty before running resource discovery
 * The compartment export functionality currently supports discovery of the target compartment. The ability to discover resources in child compartments is not yet supported.
 * If using Instance Principals, resources can not be discovered if compartment_id is not specified
 
+
+You can specify the maximum number of parallel chunks used for importing resources by setting the following environment variable. By default, it is set to twice the number of CPU cores.
+
+```
+export TF_MAX_PARALLEL_CHUNKS=<Positive Integer>
+```
+
 ### Exit status
 
 While discovering resources if there is any error related to the APIs or service unavailability, the tool will move on to find next resource. All the errors encountered will be displayed after the discovery is complete.