Skip to content

S
SPB_Exchange_Repo
Commit a0df5972 by Amelin Konstantin
Options

Merge branch 'dev' 

# Conflicts:
#	src/main/scala/Main.scala
parents 6a3ff7ca 67dd98ea
Showing with 72 additions and 33 deletions
src/main/scala/Main.scala
import com.typesafe.config.{Config, ConfigFactory} import com.typesafe.config.{Config, ConfigFactory}
import scala.xml._ import scala.xml._
import java.nio.file.{Files, Paths, StandardOpenOption} import java.nio.file.{Files, Path, Paths, StandardOpenOption}
import java.io.{File, FileInputStream, InputStream} import java.io.InputStream
import java.nio.file.attribute.FileTime
import java.util.zip.{ZipEntry, ZipFile} import java.util.zip.{ZipEntry, ZipFile}
import java.time.LocalDateTime import java.time.LocalDateTime
...@@ -30,42 +31,55 @@ object Main { ...@@ -30,42 +31,55 @@ object Main {
val rtsXmlValid = XMLValid(getClass.getResource("/rts/fpml-recordkeeping-merged-schema.xsd")) val rtsXmlValid = XMLValid(getClass.getResource("/rts/fpml-recordkeeping-merged-schema.xsd"))
var logString = "" var logString = ""
val files = new File(args(0)) val paths = Files.list(Paths.get(args(0)))
.listFiles
.filter { .filter {
!_.isDirectory p => !Files.isDirectory(p)
}
.toArray
.map {
_.asInstanceOf[Path]
} }
val start = LocalDateTime.now.toString.replace(":", ".") val start = LocalDateTime.now.toString.replace(":", ".")
val sourceNameValidated = s"${args(0)}/${start}_validated" val sourceNameValidated = s"${args(0)}/${start}_validated"
val sourceValidated = new File(sourceNameValidated) val sourceValidated = Try { Files.createDirectory(Paths.get(sourceNameValidated)) }
val sourceNameNotValidated = s"${args(0)}/${start}_not_validated" val sourceNameNotValidated = s"${args(0)}/${start}_not_validated"
val sourceNotValidated = new File(sourceNameNotValidated) val sourceNotValidated = Try { Files.createDirectory(Paths.get(sourceNameNotValidated)) }
val sourceNameError = s"${args(0)}/${start}_error" val sourceNameError = s"${args(0)}/${start}_error"
val sourceError = new File(sourceNameError) val sourceError = Try { Files.createDirectory(Paths.get(sourceNameError)) }
val outputNameValidated = s"${args(1)}/${start}_validated" val outputNameValidated = s"${args(1)}/${start}_validated"
val outputValidated = new File(outputNameValidated) val outputValidated = Try { Files.createDirectory(Paths.get(outputNameValidated)) }
val outputNameNotValidated = s"${args(1)}/${start}_not_validated" val outputNameNotValidated = s"${args(1)}/${start}_not_validated"
val outputNotValidated = new File(outputNameNotValidated) val outputNotValidated = Try { Files.createDirectory(Paths.get(outputNameNotValidated)) }
if (sourceValidated.mkdir val createDirRes = for {
&& sourceNotValidated.mkdir sv <- sourceValidated
&& sourceError.mkdir snv <- sourceNotValidated
&& outputValidated.mkdir se <- sourceError
&& outputNotValidated.mkdir) { ov <- outputValidated
onv <- outputNotValidated
} yield onv
createDirRes match {
case Success(_) =>
val sourceArray = { val sourceArray = {
for (f <- files) yield { for (p <- paths) yield {
val name = f.getName val name = p.getFileName.toString
val ext = name.split('.').last.toLowerCase val ext = name.split('.').last.toLowerCase
if (ext == "zip") if (ext == "zip")
Try { Try {
val zip = new ZipFile(f) val zip = new ZipFile(p.toString)
zip.stream.toArray zip
.stream
.toArray
.map { .map {
z => z.asInstanceOf[ZipEntry] z => z.asInstanceOf[ZipEntry]
} }
...@@ -74,7 +88,7 @@ object Main { ...@@ -74,7 +88,7 @@ object Main {
FileEntry( FileEntry(
s"${name}_${e.getName}", s"${name}_${e.getName}",
//e.getName, //e.getName,
e.getLastModifiedTime.toMillis, e.getLastModifiedTime,
Some(zip.getInputStream(e)), Some(zip.getInputStream(e)),
zip.getInputStream(e), zip.getInputStream(e),
None) None)
...@@ -83,14 +97,30 @@ object Main { ...@@ -83,14 +97,30 @@ object Main {
case Success(v) => case Success(v) =>
v v
case Failure(ex) => case Failure(ex) =>
Array(FileEntry(name, f.lastModified, None, new FileInputStream(f), Some(ex.toString))) Array(
FileEntry(
name,
Files.getLastModifiedTime(p),
None,
Files.newInputStream(p),
Some(ex.toString))
)
} }
else else
Array(FileEntry(name, f.lastModified, Some(new FileInputStream(f)), new FileInputStream(f), None)) Array(
FileEntry(
name,
Files.getLastModifiedTime(p),
Some(Files.newInputStream(p)),
Files.newInputStream(p),
None)
)
} }
} }
.flatten .flatten
.sortWith { (a, b) => (a.modified == b.modified && a.name <= b.name) || (a.modified < b.modified) } .sortWith { (a, b) =>
(a.modified.compareTo(b.modified) == 0 && a.name <= b.name) || (a.modified.compareTo(b.modified) < 0)
}
Try { Try {
...@@ -137,7 +167,15 @@ object Main { ...@@ -137,7 +167,15 @@ object Main {
} }
} }
files.foreach { _.delete } sourceArray.foreach {
f =>
f.streamMove.close()
if (f.streamConvert.nonEmpty) f.streamConvert.get.close()
}
paths.foreach {
p => Files.delete(p)
}
Files.write( Files.write(
Paths.get(args(0), logFileName), Paths.get(args(0), logFileName),
...@@ -145,23 +183,24 @@ object Main { ...@@ -145,23 +183,24 @@ object Main {
StandardOpenOption.CREATE, StandardOpenOption.CREATE,
StandardOpenOption.TRUNCATE_EXISTING) StandardOpenOption.TRUNCATE_EXISTING)
if (sourceValidated.listFiles.nonEmpty) if (Files.list(sourceValidated.get).toArray.nonEmpty)
Files.copy(Paths.get(args(0), logFileName), Paths.get(sourceNameValidated, logFileName)) Files.copy(Paths.get(args(0), logFileName), Paths.get(sourceNameValidated, logFileName))
else else
sourceValidated.delete Files.delete(sourceValidated.get)
if (sourceNotValidated.listFiles.isEmpty) sourceNotValidated.delete if (Files.list(sourceNotValidated.get).toArray.isEmpty) Files.delete(sourceNotValidated.get)
if (sourceError.listFiles.isEmpty) sourceError.delete if (Files.list(sourceError.get).toArray.isEmpty) Files.delete(sourceError.get)
if (outputValidated.listFiles.isEmpty) outputValidated.delete if (Files.list(outputValidated.get).toArray.isEmpty) Files.delete(outputValidated.get)
if (outputNotValidated.listFiles.isEmpty) outputNotValidated.delete if (Files.list(outputNotValidated.get).toArray.isEmpty) Files.delete(outputNotValidated.get)
} match { } match {
case Success(_) => println(s"Converting has been finished. $logFileName located in ${args(0)}") case Success(_) => println(s"Converting has been finished. $logFileName located in ${args(0)}")
case Failure(ex) => println(s"Error. Converting hasn`t been finished: ${ex.toString}") case Failure(ex) => println(s"Error. Converting hasn`t been finished: ${ex.toString}")
} }
} else case Failure(ex) =>
println(s"Error. Converting hasn`t been finished: unable to create directories to move files.") println(s"Error. Converting hasn`t been finished: ${ex.toString}")
}
} }
} }
...@@ -250,7 +289,7 @@ object Main { ...@@ -250,7 +289,7 @@ object Main {
case class FileEntry( case class FileEntry(
name: String, name: String,
modified: Long, modified: FileTime,
streamConvert: Option[InputStream], streamConvert: Option[InputStream],
streamMove: InputStream, streamMove: InputStream,
msg: Option[String] msg: Option[String]
......
Markdown is supported
0% or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment