Fixed RD-15259: Ignore redundant user provided custom objects

Author: bgaidioz

src/main/scala/com/rawlabs/das/salesforce/DASSalesforce.scala

@@ -70,33 +70,43 @@ class DASSalesforce(options: Map[String, String]) extends DASSdk with StrictLogg
     contentDocumentLinkTable,
     contentVersionTable)
 
+  private val maybeDatedConversionRateTable: Option[DASSalesforceDatedConversionRateTable] = {
+    try {
+      val description = connector.describeSObject("DatedConversionRate")
+      logger.info(s"Found DatedConversionRate (${description.getName})")
+      Some(new DASSalesforceDatedConversionRateTable(connector))
+    } catch {
+      case e: ApiException =>
+        logger.warn("DatedConversionRate not found", e)
+        None
+    }
+  }
+
   private val dynamicTableNames = {
     options.get("dynamic_objects") match {
       case Some(objectNames) =>
         val objs = objectNames.strip()
         if (objs.isEmpty) {
           Seq.empty
         } else {
-          objs.split(",").map(_.strip).filter(_.nonEmpty).toSeq
+          // Get the names of the static tables to avoid duplicates
+          val staticNames = staticTables.map(_.salesforceObjectName).toSet ++ maybeDatedConversionRateTable
+            .map(_.salesforceObjectName)
+            .toSet
+          objs
+            .split(",")
+            .map(_.strip)
+            .filter(_.nonEmpty)
+            .distinct // Remove duplicates
+            .filterNot(staticNames.contains) // Ignore duplicates of static tables
+            .toSeq
         }
       case None => Seq.empty
     }
   }
 
   logger.debug(s"Dynamic tables: $dynamicTableNames")
 
-  private val maybeDatedConversionRateTable: Option[DASSalesforceDatedConversionRateTable] = {
-    try {
-      val description = connector.describeSObject("DatedConversionRate")
-      logger.info(s"Found DatedConversionRate (${description.getName})")
-      Some(new DASSalesforceDatedConversionRateTable(connector))
-    } catch {
-      case e: ApiException =>
-        logger.warn("DatedConversionRate not found", e)
-        None
-    }
-  }
-
   private val dynamicTables = dynamicTableNames.map(name => new DASSalesforceDynamicTable(connector, name))
 
   private val allTables = staticTables ++ dynamicTables ++ maybeDatedConversionRateTable