diff --git a/scio-extra/src/main/scala/com/spotify/scio/extra/sparkey/SparkeyIO.scala b/scio-extra/src/main/scala/com/spotify/scio/extra/sparkey/SparkeyIO.scala index f06686d87f..8a806f2ef8 100644 --- a/scio-extra/src/main/scala/com/spotify/scio/extra/sparkey/SparkeyIO.scala +++ b/scio-extra/src/main/scala/com/spotify/scio/extra/sparkey/SparkeyIO.scala @@ -124,7 +124,7 @@ object SparkeyIO { // write files to temporary locations val tempShardUris = shards - .rightOuterJoin(allShards) + .hashFullOuterJoin(allShards) .map { case (shard, (xs, _)) => // use a temp uri so that if a bundle fails retries will not fail val tempUri = SparkeyUri(s"$tempPath/${UUID.randomUUID}")