Блог

Я создал простое приложение spark .

Когда я пробую пакет sbt , он работает, но в него не входит com.typesafe.config.1.3.1.jar в моей последней банке , поэтому я пытаюсь собрать sbt

Я добавил libraryDependencies = «com.typesafe» % «config» % «1.3.1» в свою сборку.sbt

и я также создал новый файл с именем plugins.sbt и добавил нижеприведенную строку

сборка.sbt

 name := "dummy_projects"
version := "0.1"
scalaVersion := "2.10.5"
val sparkVersion = "2.3.1"
libraryDependencies   = Seq(
"org.apache.spark" %% "spark-core" % "2.0.0",
"org.apache.spark" %% "spark-sql" % "2.0.0"
)
libraryDependencies  = "com.typesafe" % "config" % "1.3.1"
 

C:surenderIntellij_projectsprojectsdummy_projectsprojectplugins.sbt

 addSbtPlugin("com.eed3si9n"       %  "sbt-assembly"            % "0.12.0")
 

Когда я запускаю сборку sbt, я получаю ошибку ниже

  [info] Checking every *.class/*.jar file's SHA-1.
 [info] Merging files...
 [warn] Merging 'NOTICE' with strategy 'rename'
 [warn] Merging 'META-INFNOTICE.txt' with strategy 'rename'
 [warn] Merging 'META-INFNOTICE' with strategy 'rename'
 [warn] Merging 'orgxerialsnappynativeREADME' with strategy 'rename'
 [warn] Merging 'META-INFLICENSE.txt' with strategy 'rename'
 [warn] Merging 'META-INFlicense' with strategy 'rename'
 [warn] Merging 'META-INFREADME.txt' with strategy 'rename'
 [warn] Merging 'about.html' with strategy 'rename'
 [warn] Merging 'LICENSE.txt' with strategy 'rename'
 [warn] Merging 'META-INFLICENSE' with strategy 'rename'
 [warn] Merging 'LICENSE' with strategy 'rename'
 [warn] Merging 'META-INFDEPENDENCIES' with strategy 'discard'
 [warn] Merging 'META-INFDUMMY.DSA' with strategy 'discard'
 [warn] Merging 'META-INFDUMMY.SF' with strategy 'discard'
 [warn] Merging 'META-INFINDEX.LIST' with strategy 'discard'
 [warn] Merging 'META-INFMANIFEST.MF' with strategy 'discard'
 java.lang.RuntimeException: deduplicate: different file contents found in the following:
 C:Usersrajas.ivy2cacheorg.apache.avroavro-ipcjarsavro-ipc-1.7.7-tests.jar:META- INF/maven/org.apache.avro/avro-ipc/pom.properties
 C:Usersrajas.ivy2cacheorg.apache.avroavro-ipcjarsavro-ipc-1.7.7.jar:META-INF/maven/org.apache.avro/avro-ipc/pom.properties
    at sbtassembly.Assembly$.sbtassembly$Assembly$applyStrategy$1(Assembly.scala:106)
    at sbtassembly.Assembly$anonfun$13.apply(Assembly.scala:123)
    at sbtassembly.Assembly$anonfun$13.apply(Assembly.scala:120)
    at scala.collection.TraversableLike$anonfun$flatMap$1.apply(TraversableLike.scala:251)
    at scala.collection.TraversableLike$anonfun$flatMap$1.apply(TraversableLike.scala:251)
    at scala.collection.Iterator$class.foreach(Iterator.scala:727)
    at scala.collection.AbstractIterator.foreach(Iterator.scala:1157)
    at scala.collection.IterableLike$class.foreach(IterableLike.scala:72)
    at scala.collection.AbstractIterable.foreach(Iterable.scala:54)
    at scala.collection.TraversableLike$class.flatMap(TraversableLike.scala:251)
    at scala.collection.AbstractTraversable.flatMap(Traversable.scala:105)
    at sbtassembly.Assembly$.applyStrategies(Assembly.scala:125)
    at sbtassembly.Assembly$.x$1$lzycompute$1(Assembly.scala:25)
    at sbtassembly.Assembly$.x$1$1(Assembly.scala:23)
    at sbtassembly.Assembly$.stratMapping$lzycompute$1(Assembly.scala:23)
    at sbtassembly.Assembly$.stratMapping$1(Assembly.scala:23)
    at sbtassembly.Assembly$.inputs$lzycompute$1(Assembly.scala:67)
    at sbtassembly.Assembly$.inputs$1(Assembly.scala:57)
    at sbtassembly.Assembly$.apply(Assembly.scala:83)
    at sbtassembly.Assembly$anonfun$assemblyTask$1.apply(Assembly.scala:226)
    at sbtassembly.Assembly$anonfun$assemblyTask$1.apply(Assembly.scala:223)
    at scala.Function1$anonfun$compose$1.apply(Function1.scala:47)
    at sbt.$tilde$greater$anonfun$u2219$1.apply(TypeFunctions.scala:40)
    at sbt.std.Transform$anon$4.work(System.scala:63)
    at sbt.Execute$anonfun$submit$1$anonfun$apply$1.apply(Execute.scala:228)
    at sbt.Execute$anonfun$submit$1$anonfun$apply$1.apply(Execute.scala:228)
    at sbt.ErrorHandling$.wideConvert(ErrorHandling.scala:17)
    at sbt.Execute.work(Execute.scala:237)
    at sbt.Execute$anonfun$submit$1.apply(Execute.scala:228)
    at sbt.Execute$anonfun$submit$1.apply(Execute.scala:228)
    at sbt.ConcurrentRestrictions$anon$4$anonfun$1.apply(ConcurrentRestrictions.scala:159)
    at sbt.CompletionService$anon$2.call(CompletionService.scala:28)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
    at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
    at java.base/java.lang.Thread.run(Thread.java:834)
  [error] (*:assembly) deduplicate: different file contents found in the following:
  [error] C:Usersrajas.ivy2cacheorg.apache.avroavro-ipcjarsavro-ipc-1.7.7-tests.jar:META-INF/maven/org.apache.avro/avro-ipc/pom.properties
  [error] C:Usersrajas.ivy2cacheorg.apache.avroavro-ipcjarsavro-ipc-1.7.7.jar:META-INF/maven/org.apache.avro/avro-ipc/pom.properties
  [error] Total time: 52 s, completed 24-Jul-2021, 4:46:51 PM
 

Прикрепленная ошибка SBT

Что нужно добавить в мой проект ? Нужно ли мне добавлять какие-либо строки внутри build.sbt ? Пожалуйста, помогите

Когда я запускаю сборку sbt , я хочу, чтобы была создана jar