Skip to content

Commit

Permalink
Make SeqExampleSCollectionOps consistent (#4731)
Browse files Browse the repository at this point in the history
* Make SeqExampleSCollectionOps consistent

* scalafmt
  • Loading branch information
clairemcginty authored Mar 1, 2023
1 parent aea6b0f commit 269b86b
Showing 1 changed file with 14 additions and 2 deletions.
Original file line number Diff line number Diff line change
Expand Up @@ -191,10 +191,22 @@ final class SeqExampleSCollectionOps[T <: Example](private val self: SCollection
path: String,
suffix: String = TFExampleIO.WriteParam.DefaultSuffix,
compression: Compression = TFExampleIO.WriteParam.DefaultCompression,
numShards: Int = TFExampleIO.WriteParam.DefaultNumShards
numShards: Int = TFExampleIO.WriteParam.DefaultNumShards,
shardNameTemplate: String = TFExampleIO.WriteParam.DefaultShardNameTemplate,
tempDirectory: String = TFExampleIO.WriteParam.DefaultTempDirectory,
filenamePolicySupplier: FilenamePolicySupplier =
TFExampleIO.WriteParam.DefaultFilenamePolicySupplier
): ClosedTap[Example] =
new ExampleSCollectionOps(self.map(SeqExampleSCollectionOps.mergeExamples))
.saveAsTfRecordFile(path, suffix, compression, numShards)
.saveAsTfRecordFile(
path,
suffix,
compression,
numShards,
shardNameTemplate,
tempDirectory,
filenamePolicySupplier
)
}

final class TFRecordSCollectionOps[T <: Array[Byte]](private val self: SCollection[T])
Expand Down

0 comments on commit 269b86b

Please sign in to comment.