Laboratoire ICAR » Plateforme TXM

import org.txm.utils.ConsoleProgressBar

println "Fixing $directory"

def files = directory.listFiles()

ConsoleProgressBar cpb = new ConsoleProgressBar(files.size())

}

final HashMap<String, String> textordersInfo = new HashMap<String, String>();

		}

	}

File propertyFile = new File(srcDir, "import.properties")//default

Properties props = new Properties();

String[] metadatasToKeep;

	FileInputStream input = new FileInputStream(propertyFile);

	props.load(input);

	input.close();

	if (props.getProperty("removeInterviewer") != null)

		removeInterviewer = Boolean.parseBoolean(props.get("removeInterviewer").toString());

	if (props.getProperty("ignoreTranscriberMetadata") != null)

		csvHeaderNumber = props.get("csvHeaderNumber").toString().split("|");

	//if (props.getProperty("includeComments") != null)

	//	includeComments = props.get("includeComments").toString();

	println "import properties: "

	println " removeInterviewer: "+removeInterviewer

	println " ignoreTranscriberMetadata: "+ignoreTranscriberMetadata

				srcDir = new File(binDir, "src");

			println ""

		}

		// select only trs files

		String ext = "trs";

		ArrayList<File> trsfiles = srcDir.listFiles(); //find all trs files

				i--;

			}

		}

		if (trsfiles.size() == 0) {

			println ("No transcription file (*.trs) found in "+srcDir.getAbsolutePath()+". Aborting.")

			return false;

		}

		if (MONITOR != null) MONITOR.worked(1, "IMPORTER")

		if (MONITOR != null && MONITOR.isCanceled()) { return MONITOR.done(); }

		println "-- IMPORTER"

			return;

		}

		if (MONITOR != null) MONITOR.worked(20)

		println "-- Xml Validation"

		if (MONITOR != null && MONITOR.isCanceled()) { return MONITOR.done(); }

		for (File infile : txmDir.listFiles()) {

				infile.delete();

			}

		}

		if (MONITOR != null) MONITOR.worked(5)

		if (MONITOR != null && MONITOR.isCanceled()) { return MONITOR.done(); }

		println "-- Remove interviewer: "+removeInterviewer

					int idx = filename.indexOf(".xml");

					if (idx > 0)

						filename = filename.substring(0, idx);

					ArrayList<Pair<String, String>> metas = metadatas.get(filename)

					//println "filename=$filename metas= $metas"

					for (Pair p : metas) {

				}

			}

		}

		if (MONITOR != null && MONITOR.isCanceled()) { return MONITOR.done(); }

		if (MONITOR != null) MONITOR.worked(20, "ANNOTATE")

		boolean annotationSuccess = false;

		if (annotate) {

			println "-- ANNOTATE - Running NLP tools"

				annotationSuccess = true;

			}

		}

	if (metadatas != null && metadatas.getPropertyNames().contains("textorder")) {

					public int compare(File f1, File f2) {

						if (o1 == null && o2 == null) {

							return f1.compareTo(f2);

						} else if (o1 == null) {

					}

				});

	} else {

	}

	if (MONITOR != null && MONITOR.isCanceled()) { return MONITOR.done(); }

	if (MONITOR != null) MONITOR.worked(25, "COMPILING")

	println "--COMPILING - Building Search Engine indexes"

	def comp = new compiler()

	if(debug) comp.setDebug();

	comp.removeInterviewers(removeInterviewer);

	comp.setIgnoreTranscriberMetadata(ignoreTranscriberMetadata);

		println "Failed to compile files";

		return;

	}

	if (MONITOR != null && MONITOR.isCanceled()) { return MONITOR.done(); }

	File htmlDir = new File(binDir,"HTML/$corpusname");

	htmlDir.deleteDir()

	htmlDir.mkdirs();

	if (build_edition) {

		if (MONITOR != null) MONITOR.worked(20, "EDITION")

		println "-- EDITION - Building editions"

		def second = 0

			cpb.tick()

			String txtname = txmFile.getName();

			int i = txtname.lastIndexOf(".");

			if(i > 0) txtname = txtname.substring(0, i);

			List<String> NoSpaceBefore = LangFormater.getNoSpaceBefore(lang);

			List<String> NoSpaceAfter = LangFormater.getNoSpaceAfter(lang);

			Text t = project.getText(txtname)

			if (t == null) {

				t.setName(txtname);

			}

			edition.setName("default");

			edition.setIndex(htmlDir.getAbsolutePath());

			for (i = 0 ; i < ed.getPageFiles().size();) {

				File f = ed.getPageFiles().get(i);

			}

		}

		cpb.done()

		//copy transcriber.css

		File cssfile = new File(Toolbox.getTxmHomePath(), "css/transcriber.css")

		File cssTXMFile = new File(Toolbox.getTxmHomePath(), "css/txm.css")

			FileCopy.copy(cssfile, new File(htmlDir, "default/txm.css"));

			FileCopy.copy(cssfile, new File(htmlDir, "default/transcriber.css"));

		}

		//copy media files

			cpb.tick()

			String txtname = txmFile.getName();

			int i = txtname.lastIndexOf(".");

			if (!mediaFile.exists()) mediaFile = new File(project.getSrcdir(), txtname + ".wav")

			if (!mediaFile.exists()) mediaFile = new File(project.getSrcdir(), txtname + ".mp4")

			if (!mediaFile.exists()) mediaFile = new File(project.getSrcdir(), txtname + ".avi")

			if (mediaFile.exists()) {

				File copy = new File(binDir, "media/"+mediaFile.getName())

				copy.getParentFile().mkdirs()

	 * @return true, if successful

	 */

	public boolean run(Project project, List<File> xmlfiles, String corpusname, String projectname, File binDir) {

		//println "run compiler with $xmlfiles, $basename and $outdir"

		this.outdir = binDir;

		this.corpusname = corpusname;

		corpus.setDescription("Built with the XML-TRS import module");

		cqpFile = new File(binDir,"cqp/"+corpusname+".cqp");

		new File(binDir,"cqp").mkdirs()

		new File(binDir,"data").mkdirs()

		new File(binDir,"registry").mkdirs()

		output.write("<txmcorpus lang=\"fr\">\n")

		output.close();

		println("Compiling "+xmlfiles.size()+" files")

		ConsoleProgressBar cpb = new ConsoleProgressBar(xmlfiles.size())

		for (File txmFile :xmlfiles) {