Laboratoire ICAR » Plateforme TXM

		//viewer2.refresh();

		if (main.getRootDir() == null) return;

		Metadatas temp = null;

				String encoding = TBXPreferences.getInstance().getString(TBXPreferences.METADATA_ENCODING);

				String colsep = TBXPreferences.getInstance().getString(TBXPreferences.METADATA_COLSEPARATOR);

				String txtsep = TBXPreferences.getInstance().getString(TBXPreferences.METADATA_TXTSEPARATOR);

	 * 

	 * @param directory

	 * @return an input file, try in order : ods, xlsx, tsv and finally csv

	 */

	public static File findMetadataFile(File directory) {

		f = new File(directory, "metadata.tsv");

		if (f.exists()) return f;

	}

	/**

println "1) xml -> txt + write metadata.csv"

outdir.deleteDir()

outdir.mkdir()

String csvString = ""

def files = dir.listFiles(IOUtils.HIDDENFILE_FILTER)

		//prepare metadata if any

		File allMetadataFile = Metadatas.findMetadataFile(inputDirectory);

			File copy = new File(module.getBinaryDirectory(), allMetadataFile.getName())

			if (!FileCopy.copy(allMetadataFile, copy)) {

				println "Error: could not create a copy of the metadata file "+allMetadataFile.getAbsoluteFile();

println "Trying to read metadata from: "+allMetadataFile

if (MONITOR != null && MONITOR.isCanceled()) { return MONITOR.done(); }

	File copy = new File(binDir, allMetadataFile.getName())

	if (!FileCopy.copy(allMetadataFile, copy)) {

		println "Error: could not create a copy of metadata file "+allMetadataFile.getAbsoluteFile();

		return;

	}

	metadatas = new Metadatas(copy, Toolbox.getMetadataEncoding(), Toolbox.getMetadataColumnSeparator(), Toolbox.getMetadataTextSeparator(), 1)

}

if (MONITOR != null && MONITOR.isCanceled()) { return MONITOR.done(); }

sectionsDirectory.mkdir()

gse.runMacro(org.txm.macro.transcription.SegmentTRSInSectionFromMarkerMacro, ["trsDirectory":trsDirectory, "resultDirectory":sectionsDirectory, "newSectionMarker":newSectionMarker, "debug":debug])

println "SPOTTING 'OTHER' TURNS..."

	}

}

cpb.done()

println "CONVERTING WORD MARKERS TO EVENTS..."

eventsDirectory.mkdir()

gse.runMacro(org.txm.macro.transcription.AddEventsFromWordMarkersMacro, ["trsDirectory":otherDirectory, "resultDirectory":eventsDirectory, "wordElement": "w", "newEventMarker":"XXX", "eventDescription":"termes incompréhensibles ou inaudibles", "eventType":"pi", "eventExtent": "instantaneous", "debug":debug])

println "NORMALIZING SPEAKER IDs..."

cpb.done()

if (cleanWorkingDirectories) {

	eventsDirectory.deleteDir()

}

}

println "XPATH queries: $xpaths"

def writer = metadataFile.newWriter("UTF-8")

println "Creating file: $metadataFile"

package org.txm.scripts.test;

import org.txm.metadatas.*;

outdir.mkdir()

def metadatas = new Metadatas(allMetadataFile, "UTF-8", ",","\"", 1)

if(metadatas != null)

{

		Metadatas metadata = importer.getMetadata();

		if (metadata == null) { // if metadata was not built, try building it

			File allMetadataFile = Metadatas.findMetadataFile(binaryDirectory);

				metadata = new Metadatas(allMetadataFile,

						Toolbox.getPreference(TBXPreferences.METADATA_ENCODING),

						Toolbox.getPreference(TBXPreferences.METADATA_COLSEPARATOR),

		//prepare metadata if any

		File allMetadataFile = Metadatas.findMetadataFile(inputDirectory);

			File copy = new File(binDir, allMetadataFile.getName())

			if (!FileCopy.copy(allMetadataFile, copy)) {

				println "Error: could not create a copy of the metadata file "+allMetadataFile.getAbsoluteFile();

txmDir.deleteDir();

txmDir.mkdirs();

// Apply XSL

if (MONITOR != null && MONITOR.isCanceled()) { return MONITOR.done(); }

if (MONITOR != null) MONITOR.worked(1, "APPLYING XSL")

	return;

}

//sorting files per metadata "date" with format

def dates = [:]

def useDates = false

// Copyright © 2007-2010 ENS de Lyon, CNRS, INRP, University of

// Lyon 2, University of Franche-Comté, University of Nice

// Sophia Antipolis, University of Paris 3.

// The TXM platform is free software: you can redistribute it

// and/or modify it under the terms of the GNU General Public

// License as published by the Free Software Foundation,

// either version 2 of the License, or (at your option) any

// later version.

// The TXM platform is distributed in the hope that it will be

// useful, but WITHOUT ANY WARRANTY; without even the implied

// warranty of MERCHANTABILITY or FITNESS FOR A PARTICULAR

// PURPOSE. See the GNU General Public License for more

// details.

// You should have received a copy of the GNU General

// Public License along with the TXM platform. If not, see

// http://www.gnu.org/licenses.

import org.txm.utils.io.*;

import org.txm.utils.i18n.DetectBOM;

/**

 * The Class importer.

 */

class importer {

	/**

	 * Run.

	 *

	 * @param basename the basename

	 * @return true, if successful

	 */

		String rootDir = srcDir.getAbsolutePath()+"/"

		// scanning directory brut/*.cnr

		String extension = "cnr";

		File[] list = srcDir.listFiles();

		if (list == null || list.length == 0) return false;

		LinkedList filelist = new LinkedList();

		for (File cnr : list) {

			if (cnr.getName().endsWith("."+extension)) {

			}

		}

		Collections.sort(filelist);

		// get the headers

		def csvfile = Metadatas.findMetadataFile(srcDir);

		Metadatas metadatas; // text metadata

		println "Trying to read metadata from: "+csvfile

			File copy = new File(binDir, csvfile.getName())

			if (!FileCopy.copy(csvfile, copy)) {

				println "Error: could not create a copy of metadata file "+csvfile.getAbsoluteFile();

				return;

			}

		} else {

			println "No metadata file: "+csvfile

			println "Aborting"

		def attrs = ["para", "sent", "form", "lem", "pos", "func"];

		int formid = 2;

		String separator = "\t";

		String encodingAll = null;

		if (encoding == "??") {

			encodingAll = new CharsetDetector(srcDir).getEncoding();

			println "Guessed encoding: $encodingAll"

		}

		print "Converting CNR to XML:"

		def second = 0

			int sentence=-1, paragraph=-1, idword=0;

			String lastopenlocalname= "", localname = "";

			int para = -1, sent = -1;

			// = textnode.attribute("id")

			ArrayList<org.txm.metadatas.Entry> metas = metadatas.get(id);

			if (!srcfile.exists()) {

				println "Can't find CNR file : "+filename

				continue

			}

			//println("||"+srcfile+">>"+teifile.getAbsolutePath());

			// HEADER

			writer.write("<?xml version=\"1.0\" encoding=\"UTF-8\"?>\n");

			writer.write("<TEI xmlns=\"http://www.tei-c.org/ns/1.0\" xmlns:txm=\"http://textometrie.org/1.0\">\n");

				String name = metadata.getId()

				String value = metadata.getValue()

				if (name != "id")

			}

			writer.write(" id=\""+id.replace("&", "&amp;").replace("<", "&lt;").replace("\"", "&quot;")+"\"");

			writer.write(">\n");

			//def content = srcfile.getText(encoding)

			String tmpEncoding = encoding;

			if (encodingAll != null) {

				tmpEncoding = encodingAll

				if (srcfile.length() > CharsetDetector.MINIMALSIZE) {

				}

			}

			def input = new FileInputStream(srcfile)

			DetectBOM bomdetector = new DetectBOM(srcfile);

			for (int ibom = 0 ; ibom < bomdetector.getBOMSize() ; ibom++) input.read()

			// BODY

			String line = reader.readLine();

			int nline = 0;

				nline++;

				String[] fields = line.split(separator);

				if (fields.size() == attrs.size()) {

					idword++;

					String paraV = fields[0].replaceAll("\\p{C}", "")

				}

				line = reader.readLine();

			}

			// CLOSE

			if(sentence != -1) { writer.write("</s>\n") }

			if(paragraph != -1) { writer.write("</p>\n") }

		println ""

		if (project.getCleanAfterBuild()) {

			new File(project.getProjectDirectory(), "tokenized").deleteDir()

			new File(project.getProjectDirectory(), "ptokenized").deleteDir()

			new File(project.getProjectDirectory(), "stokenized").deleteDir()

		}

		return true;

	}

	/**

	 * Gets the metadata.

	 *

	 * @return the metadata

	 */

	}

	/**

	 * The main method.

	 *

	 * @param args the arguments

	 */

		File dir = new File(System.getProperty("user.home"), "xml/discours/");

		new importer().run(dir);

	}

println "Trying to read metadata from: "+allMetadataFile

if (MONITOR != null && MONITOR.isCanceled()) { return MONITOR.done() }

	println " Metadata file found: "+allMetadataFile

	File copy = new File(binDir, allMetadataFile.getName())

	if (!FileCopy.copy(allMetadataFile, copy)) {

		return

	}

	metadatas = new Metadatas(copy, Toolbox.getMetadataEncoding(), Toolbox.getMetadataColumnSeparator(), Toolbox.getMetadataTextSeparator(), 1)

}

if (MONITOR != null && MONITOR.isCanceled()) { return MONITOR.done(); }

if (MONITOR != null) MONITOR.worked(20, "READ METADATA")

Metadatas metadatas; // text metadata

//println "Trying to read metadata from: "+allMetadataFile

	File copy = new File(binDir, allMetadataFile.getName())

	if (!FileCopy.copy(allMetadataFile, copy)) {

		println "Error: could not create a copy of the $allMetadataFile file "+allMetadataFile.getAbsoluteFile();

//get metadata values from CSV

Metadatas metadatas; // text metadata

println "Trying to read metadata from: "+allMetadataFile

	File copy = new File(binDir, allMetadataFile.getName())

	if (!FileCopy.copy(allMetadataFile, copy)) {

		println "Error: could not create a copy of metadata file "+allMetadataFile.getAbsoluteFile();

//get metadata values from CSV

Metadatas metadatas; // text metadata

File allMetadataFile = Metadatas.findMetadataFile(srcDir);

	File copy = new File(binDir, allMetadataFile.getName())

	if (!FileCopy.copy(allMetadataFile, copy)) {

		println "Error: could not create a copy of metadata file "+allMetadataFile.getAbsoluteFile();

	metadatas = new Metadatas(copy, Toolbox.getMetadataEncoding(),

			Toolbox.getMetadataColumnSeparator(),

			Toolbox.getMetadataTextSeparator(), 1)

}

final HashMap<String, String> textordersInfo = new HashMap<String, String>();

Metadatas metadatas; // text metadata

File allMetadataFile = Metadatas.findMetadataFile(srcDir);

	println "Trying to read metadata from: "+allMetadataFile

	File copy = new File(binDir, allMetadataFile.getName())

	if (!FileCopy.copy(allMetadataFile, copy)) {

	metadatas = new Metadatas(copy, Toolbox.getMetadataEncoding(), 

		Toolbox.getMetadataColumnSeparator(), 

		Toolbox.getMetadataTextSeparator(), 1)

}

def suffixes = ["txt", "TXT"]