Settubg throughput settings on the collections; updating Client configuration (Azure#20107)

Co-authored-by: Amar Athavale <aathaval@linkedin.com>

Author: amarathavale

sdk/cosmos/azure-cosmos-benchmark/ctl/linkedin/run_benchmark.sh

@@ -39,13 +39,6 @@ else
 collection_name=$ctl_collection
 fi
 
-if [ -z "$ctl_collection" ]
-then
-collection_name="linkedInTestCollection"
-else
-collection_name=$ctl_collection
-fi
-
 if [ -z "$ctl_throughput" ]
 then
 throughput=100000

sdk/cosmos/azure-cosmos-benchmark/src/main/java/com/azure/cosmos/benchmark/linkedin/AsyncClientFactory.java

@@ -97,15 +97,15 @@ private static DirectConnectionConfig defaultDirectConfig() {
             .setConnectTimeout(Duration.ofSeconds(5L)) // Default
             .setConnectionEndpointRediscoveryEnabled(true) // Custom
             .setIdleEndpointTimeout(Duration.ofHours(1L)) // Default
-            .setIdleConnectionTimeout(Duration.ofSeconds(60)) // Custom
+            .setIdleConnectionTimeout(Duration.ofMinutes(5)) // Custom
             .setMaxConnectionsPerEndpoint(130) // Default
             .setMaxRequestsPerConnection(30); // Default
     }
 
     private static GatewayConnectionConfig defaultGatewayConfig() {
         return new GatewayConnectionConfig()
-            .setMaxConnectionPoolSize(3200) // Custom
-            .setIdleConnectionTimeout(Duration.ofSeconds(60)); // Default
+            .setMaxConnectionPoolSize(1000) // Default
+            .setIdleConnectionTimeout(Duration.ofMinutes(5)); // Custom
     }
 
     private static ThrottlingRetryOptions defaultThrottlingRetryOptions() {

sdk/cosmos/azure-cosmos-benchmark/src/main/java/com/azure/cosmos/benchmark/linkedin/CollectionResourceManager.java

@@ -13,6 +13,7 @@
 import com.azure.cosmos.benchmark.linkedin.impl.Constants;
 import com.azure.cosmos.models.CosmosContainerProperties;
 import com.azure.cosmos.models.CosmosContainerResponse;
+import com.azure.cosmos.models.ThroughputProperties;
 import com.google.common.base.Preconditions;
 import java.time.Duration;
 import java.util.Optional;
@@ -98,11 +99,15 @@ private void applyDesiredContainerPolicies(final CosmosAsyncContainer container,
     private void createContainer(final CosmosAsyncDatabase database,
         final String containerName,
         final CollectionAttributes collectionAttributes) {
-        LOGGER.info("Creating container {} in the database {}", containerName, database.getId());
+        LOGGER.info("Creating container {} in the database {} [throughput = {}]", containerName,
+            database.getId(),
+            _configuration.getThroughput());
+        final ThroughputProperties throughputProperties =
+            ThroughputProperties.createManualThroughput(_configuration.getThroughput());
         final CosmosContainerProperties containerProperties =
             new CosmosContainerProperties(containerName, Constants.PARTITION_KEY_PATH)
                 .setIndexingPolicy(collectionAttributes.indexingPolicy());
-        database.createContainerIfNotExists(containerProperties)
+        database.createContainerIfNotExists(containerProperties, throughputProperties)
             .block(RESOURCE_CRUD_WAIT_TIME);
     }
 }

sdk/cosmos/azure-cosmos-benchmark/src/main/java/com/azure/cosmos/benchmark/linkedin/DatabaseResourceManager.java

@@ -47,9 +47,7 @@ public DatabaseResourceManager(final Configuration configuration,
     public void createResources() throws CosmosException {
         try {
             LOGGER.info("Creating database {} for the ctl workload if one doesn't exist", _configuration.getDatabaseId());
-            final ThroughputProperties throughputProperties =
-                ThroughputProperties.createManualThroughput(_configuration.getThroughput());
-            _client.createDatabaseIfNotExists(_configuration.getDatabaseId(), throughputProperties)
+            _client.createDatabaseIfNotExists(_configuration.getDatabaseId())
                 .block(RESOURCE_CRUD_WAIT_TIME);
         } catch (CosmosException e) {
             LOGGER.error("Exception while creating database {}", _configuration.getDatabaseId(), e);