MrPowers/spark-daria

View on GitHub
Branch: master(View all)
NameLines of codeMaintainabilityTest coverage
.github/workflows/master.yml
.gitignore
.scalafmt.conf
LICENSE
README.md
build.sbt
daria.png
project/build.properties
project/plugins.sbt
scripts/aws_s3_functions.sh
scripts/github_release.sh
scripts/multiple_spark_releases.sh
src/main/scala/com/github/mrpowers/spark/daria/delta/DeltaLogHelpers.scala30
src/main/scala/com/github/mrpowers/spark/daria/elt/Parser.scala28
src/main/scala/com/github/mrpowers/spark/daria/hadoop/FsHelpers.scala41
A
35 mins
src/main/scala/com/github/mrpowers/spark/daria/sql/ColumnExt.scala75
src/main/scala/com/github/mrpowers/spark/daria/sql/CustomTransform.scala9
A
35 mins
src/main/scala/com/github/mrpowers/spark/daria/sql/DariaValidator.scala24
src/main/scala/com/github/mrpowers/spark/daria/sql/DariaWriters.scala46
A
1 hr
src/main/scala/com/github/mrpowers/spark/daria/sql/DataFrameColumnsAbsence.scala16
src/main/scala/com/github/mrpowers/spark/daria/sql/DataFrameColumnsChecker.scala16
src/main/scala/com/github/mrpowers/spark/daria/sql/DataFrameExt.scala180
B
5 hrs
src/main/scala/com/github/mrpowers/spark/daria/sql/DataFrameHelpers.scala110
src/main/scala/com/github/mrpowers/spark/daria/sql/DataFrameSchemaChecker.scala15
src/main/scala/com/github/mrpowers/spark/daria/sql/DataFrameValidator.scala17
src/main/scala/com/github/mrpowers/spark/daria/sql/EtlDefinition.scala12
src/main/scala/com/github/mrpowers/spark/daria/sql/FunctionsAsColumnExt.scala13
src/main/scala/com/github/mrpowers/spark/daria/sql/ParquetCompactor.scala39
A
1 hr
src/main/scala/com/github/mrpowers/spark/daria/sql/SparkSessionExt.scala37
A
35 mins
src/main/scala/com/github/mrpowers/spark/daria/sql/functions.scala241
B
6 hrs
src/main/scala/com/github/mrpowers/spark/daria/sql/transformations.scala124
A
45 mins
src/main/scala/com/github/mrpowers/spark/daria/sql/types/StructFieldHelpers.scala17
A
25 mins
src/main/scala/com/github/mrpowers/spark/daria/sql/types/StructTypeHelpers.scala40
A
35 mins
src/main/scala/com/github/mrpowers/spark/daria/sql/udafs/ArrayConcat.scala34
src/main/scala/com/github/mrpowers/spark/daria/utils/ArrayHelpers.scala11
src/main/scala/com/github/mrpowers/spark/daria/utils/DirHelpers.scala22
src/main/scala/com/github/mrpowers/spark/daria/utils/NioUtils.scala24
src/main/scala/com/github/mrpowers/spark/daria/utils/RowHelpers.scala17
src/main/scala/com/github/mrpowers/spark/daria/utils/SchemaSafeWriter.scala25
src/main/scala/com/github/mrpowers/spark/daria/utils/StringHelpers.scala32