SK-2292 Update default concurrency limit from 10 to 1

- Add ability to read system env variables

Author: skyflow-vivek

v3/src/main/java/com/skyflow/utils/Constants.java

@@ -7,11 +7,11 @@ public final class Constants extends BaseConstants {
     public static final String SDK_PREFIX = SDK_NAME + SDK_VERSION;
     public static final Integer INSERT_BATCH_SIZE = 50;
     public static final Integer MAX_INSERT_BATCH_SIZE = 1000;
-    public static final Integer INSERT_CONCURRENCY_LIMIT = 10;
+    public static final Integer INSERT_CONCURRENCY_LIMIT = 1;
     public static final Integer MAX_INSERT_CONCURRENCY_LIMIT = 10;
 
     public static final Integer DETOKENIZE_BATCH_SIZE = 50;
-    public static final Integer DETOKENIZE_CONCURRENCY_LIMIT = 10;
+    public static final Integer DETOKENIZE_CONCURRENCY_LIMIT = 1;
     public static final Integer MAX_DETOKENIZE_BATCH_SIZE = 1000;
     public static final Integer MAX_DETOKENIZE_CONCURRENCY_LIMIT = 10;
 

v3/src/main/java/com/skyflow/vault/controller/VaultController.java

@@ -19,6 +19,7 @@
 import com.skyflow.utils.validations.Validations;
 import com.skyflow.vault.data.*;
 import io.github.cdimascio.dotenv.Dotenv;
+import io.github.cdimascio.dotenv.DotenvException;
 
 import java.util.ArrayList;
 import java.util.Collections;
@@ -309,9 +310,22 @@ private InsertResponse insertBatch(List<InsertRecordData> batch, String tableNam
 
     private void configureInsertConcurrencyAndBatchSize(int totalRequests) {
         try {
-            Dotenv dotenv = Dotenv.load();
-            String userProvidedBatchSize = dotenv.get("INSERT_BATCH_SIZE");
-            String userProvidedConcurrencyLimit = dotenv.get("INSERT_CONCURRENCY_LIMIT");
+            String userProvidedBatchSize = System.getenv("INSERT_BATCH_SIZE");
+            String userProvidedConcurrencyLimit = System.getenv("INSERT_CONCURRENCY_LIMIT");
+
+            Dotenv dotenv = null;
+            try {
+                dotenv = Dotenv.load();
+            } catch (DotenvException ignored) {
+                // ignore the case if .env file is not found
+            }
+
+            if (userProvidedBatchSize == null && dotenv != null) {
+                userProvidedBatchSize = dotenv.get("INSERT_BATCH_SIZE");
+            }
+            if (userProvidedConcurrencyLimit == null && dotenv != null) {
+                userProvidedConcurrencyLimit = dotenv.get("INSERT_CONCURRENCY_LIMIT");
+            }
 
             if (userProvidedBatchSize != null) {
                 try {
@@ -365,9 +379,22 @@ private void configureInsertConcurrencyAndBatchSize(int totalRequests) {
 
     private void configureDetokenizeConcurrencyAndBatchSize(int totalRequests) {
         try {
-            Dotenv dotenv = Dotenv.load();
-            String userProvidedBatchSize = dotenv.get("DETOKENIZE_BATCH_SIZE");
-            String userProvidedConcurrencyLimit = dotenv.get("DETOKENIZE_CONCURRENCY_LIMIT");
+            String userProvidedBatchSize = System.getenv("DETOKENIZE_BATCH_SIZE");
+            String userProvidedConcurrencyLimit = System.getenv("DETOKENIZE_BATCH_SIZE");
+
+            Dotenv dotenv = null;
+            try {
+                dotenv = Dotenv.load();
+            } catch (DotenvException ignored) {
+                // ignore the case if .env file is not found
+            }
+
+            if (userProvidedBatchSize == null && dotenv != null) {
+                userProvidedBatchSize = dotenv.get("DETOKENIZE_BATCH_SIZE");
+            }
+            if (userProvidedConcurrencyLimit == null && dotenv != null) {
+                userProvidedConcurrencyLimit = dotenv.get("DETOKENIZE_BATCH_SIZE");
+            }
 
             if (userProvidedBatchSize != null) {
                 try {