Laboratoire ICAR » Plateforme TXM

@Field @Option(name="tsvFile", usage="The annotation TSV file", widget="FileOpen", required=true, def="")

def tsvFile

def properties

@Field @Option(name="debug", usage="Debug de the macro", widget="Boolean", required=false, def="false")

def debug

println "Importing the $properties properties in the $selection corpus"

println "selection="+selection

println "sel class="+selection.getClass()

println "sel project="+selection.getParent()

println "sel name="+selection.getName()

File inputDirectory = new File(selection.getParent().getProjectDirectory(), "txm/"+selection.getName())

// insert the section in the TRS files

gse.runMacro(InjectWordPropTableMacro, ["inputDirectory": inputDirectory

	, "outputDirectory": inputDirectory

	, "tsvFile": tsvFile

	, "properties": properties

	, "debug":debug])

org.txm.rcp.commands.workspace.UpdateCorpus.update(selection, false)

package org.txm.macro.annotation;

import org.txm.utils.*

import org.txm.utils.io.*

import java.nio.charset.Charset

import org.kohsuke.args4j.*

import groovy.transform.Field

import org.txm.rcp.swt.widget.parameters.*

@Field @Option(name="inputDirectory", usage="The XML-TXM folder", widget="Folder", required=true, def="")

def inputDirectory

@Field @Option(name="outputDirectory", usage="The result folder", widget="Folder", required=true, def="")

def outputDirectory

@Field @Option(name="tsvFile", usage="The annotation TSV file", widget="FileOpen", required=true, def="")

def tsvFile

@Field @Option(name="properties", usage="columns to inject separated by commas", widget="String", required=true, def="p1, p2, ... , pn")

def properties

@Field @Option(name="debug", usage="Debug de the macro", widget="Boolean", required=false, def="false")

def debug

if (!ParametersDialog.open(this)) return;

def split = properties.split(",")

if (split.length == 0) {

	println "ERROR: no property given"

	return false

}

properties = []

for (def p : split) properties << p.trim()

println "Injecting annotations with the following parameters:"

println "- inputDirectory: $inputDirectory"

println "- outputDirectory: $outputDirectory"

println "- tsvFile: $tsvFile"

println "- properties: $properties"

outputDirectory.mkdir()

if (!outputDirectory.exists()) {

	println "ERROR: could not create or read $outputDirectory directory"

	return false

}

CsvReader records = new CsvReader(tsvFile.getAbsolutePath(), "\t".charAt(0), Charset.forName("UTF-8"))

records.setTextQualifier((char)0)

records.readHeaders();

def header = Arrays.asList(records.getHeaders())

if (debug) println "CSV header: $header"

for (def s : properties) if (!header.contains(s)) {

	println "Missing annotation property : $s"

	return;

}

for (def s : ["text_id", "id"]) if (!header.contains(s)) {

	println "Missing annotation property : $s"

	return;

}

def injections = [:]

int no = 1;

while (records.readRecord()) {

	String textid = records.get("text_id")

	if (!injections.containsKey(textid)) injections[textid] = [:]

	def props = [:]

	for (def s : properties) props[s] = records.get(s)

	if (records.get("id") == "") {

		 print "ERROR in record "+no

	} else {

		injections[textid][records.get("id")] = props

	}

	no++;

}

println "Injecting..."

//for (String textid : injections.keySet()) {

for (File currentXMLFile : inputDirectory.listFiles().sort{ it.name }) {

	if (currentXMLFile.isDirectory()) continue;

	if (currentXMLFile.isHidden()) continue;

	String textid = currentXMLFile.getName();

	int idx = textid.lastIndexOf(".")

	if (idx > 0) textid = textid.substring(0, idx);

	if (injections.containsKey(textid)) {

		if (debug) println "Injections of "+injections[textid].size()+" lines."

		File tmp = null

		String filename = currentXMLFile.getName()

		if (outputDirectory.equals(inputDirectory)) {

			tmp = File.createTempFile("tmp", currentXMLFile.getName())

			FileCopy.copy(currentXMLFile, tmp)

			//println "Patching input: $currentXMLFile with $tmp"

			currentXMLFile = tmp;

		}

		def builder = new AnnotationInjectionFilter(currentXMLFile, injections[textid], properties, debug)

		println "injecting in $currentXMLFile $properties"

		builder.process(new File(outputDirectory, filename));

		if (tmp != null) tmp.delete(); // tmp != null if inputdir == outputir

		println ""+builder.n+" lines injected."

	} else {

		if (!outputDirectory.equals(inputDirectory)) {

			println "copying file $currentXMLFile"

			FileCopy.copy(currentXMLFile, new File(outputDirectory, currentXMLFile.getName()))

		}

	}

}

println "New XML-TXM files are saved in ${outputDirectory}."

// Copyright © 2010-2013 ENS de Lyon.

// Copyright © 2007-2010 ENS de Lyon, CNRS, INRP, University of

// Lyon 2, University of Franche-Comté, University of Nice

// Sophia Antipolis, University of Paris 3.

//

// The TXM platform is free software: you can redistribute it

// and/or modify it under the terms of the GNU General Public

// License as published by the Free Software Foundation,

// either version 2 of the License, or (at your option) any

// later version.

//

// The TXM platform is distributed in the hope that it will be

// useful, but WITHOUT ANY WARRANTY; without even the implied

// warranty of MERCHANTABILITY or FITNESS FOR A PARTICULAR

// PURPOSE. See the GNU General Public License for more

// details.

//

// You should have received a copy of the GNU General

// Public License along with the TXM platform. If not, see

// http://www.gnu.org/licenses.

//

//

// $LastChangedDate: 2012-10-15 17:35:36 +0200 (lun., 15 oct. 2012) $

// $LastChangedRevision: 2279 $

// $LastChangedBy: mdecorde $

//

package org.txm.macro.annotation

import org.txm.Toolbox

import org.txm.searchengine.cqp.corpus.*

import org.txm.searchengine.cqp.corpus.query.*

import org.txm.concordance.core.functions.Concordance

import org.txm.concordance.core.functions.Line

import org.txm.functions.concordances.*

import org.txm.functions.concordances.comparators.*

import org.txm.searchengine.cqp.ReferencePattern

import java.util.List

import org.kohsuke.args4j.*

import groovy.transform.Field

import org.txm.rcp.swt.widget.parameters.*

if (!(corpusViewSelection instanceof CQPCorpus)) {

	println "Error: you must select a corpus or a subcorpus to export properties"

	return false;

}

CQPCorpus corpus = corpusViewSelection

@Field @Option(name="properties", usage="columns to inject separated by commas", widget="String", required=true, def="p1, p2, ... , pn")

		def properties

@Field @Option(name="query", usage="The query to select words to annotate", widget="Query", required=true, def="[]")

		def query

@Field @Option(name="leftcontextsize", usage="The context sizes", widget="Integer", required=true, def="10")

		def leftcontextsize

@Field @Option(name="rightcontextsize", usage="The context sizes", widget="Integer", required=true, def="10")

		def rightcontextsize

@Field @Option(name="references", usage="references to show", widget="String", required=true, def="text_id")

		def references

@Field @Option(name="tsvFile", usage="The result TSV file", widget="FileSave", required=true, def="export.tsv")

		def tsvFile

if (!ParametersDialog.open(this)) return;

def split = properties.split(",")

if (split.length == 0) {

	println "ERROR: no property given"

	return false

}

properties = []

for (def p : split) properties << p.trim()

println "Building Annotation Table with the following parameters: "

println "- corpus: $corpus"

println "- query: $query"

println "- annotation properties: $properties"

println "- references: $properties"

println "- TSV file: $tsvFile"

tsvFile = tsvFile.getAbsoluteFile()

if (!tsvFile.getParentFile().canWrite()) {

	println "Error: "+tsvFile.getParentFile()+" is not writable."

	return;

}

def annots = []

for (def p : properties) {

	def prop = corpus.getProperty(p)

	if (prop == null) {

		println "No such property $p in the $corpus corpus"

		return false;

	}

	annots << prop

}

def id = corpus.getProperty("id")

def word = corpus.getProperty("word")

def text = corpus.getStructuralUnit("text")

def text_id = text.getProperty("id")

def refs = references.split(",")

if (annots == null || annots.size() == 0) {

	println "No such property given"//$annots in the $corpus corpus"

	return false;

}

println "Exporting ..."

def start = System.currentTimeMillis()

// define the references pattern for each concordance line

def referencePattern = new ReferencePattern()

referencePattern.addProperty(text_id)

referencePattern.addProperty(id)

for (def annot : annots) referencePattern.addProperty(annot)

def refProperties = []

for (def ref : refs) {

	ref = ref.trim()

	try {

		if (ref.contains("_")) {

			def split2 = ref.split("_",2)

			def refp = corpus.getStructuralUnit(split2[0].trim()).getProperty(split2[1].trim())

			if (ref != "text_id")

				referencePattern.addProperty(refp)

			refProperties << refp

		} else {

			def p = corpus.getProperty(ref)

			if (p != null) referencePattern.addProperty(p)

		}

	} catch(Exception e) { println "Error while parsing references: "+ref+" "+e}

}

// compute the concordance with contexts of 15 words on each side of the keyword

//query = new Query(Query.fixQuery(query))

def viewprops = [word]

viewprops.addAll(annots)

Concordance concordance = new Concordance(corpus)

concordance.setParameters(query, [word], [word], [word], viewprops, viewprops, viewprops, referencePattern, referencePattern, leftcontextsize, rightcontextsize)

concordance.compute()

//println "Conc done "+(System.currentTimeMillis()-start)

def writer = tsvFile.newWriter("UTF-8");

//println "Writing lines..."

start = System.currentTimeMillis()

String annotHeader = ""

for (def annot : annots) annotHeader += "\t$annot"

writer.write("N"+"\t"+"Références"+"\t"+"ContexteGauche"+"\t"+"Pivot"+annotHeader+"\t"+"ContexteDroit"+"\t"+"id"+"\t"+"text_id\n")

// define which occurrence properties will be displayed

concordance.setViewProperties([word])

int NLines = concordance.getNLines();

int chunk = 1000;

for (int i = 0 ; i < concordance.getNLines() ; i += chunk) {

	List<Line> lines

	if (i+chunk > NLines)

		lines = concordance.getLines(i, concordance.getNLines()-1)

	else

		lines = concordance.getLines(i, i+chunk-1) // e.g. from 0 to 999

	int n = 1

	for (Line l : lines) {

		String ntext = l.getViewRef().getValue(text_id)

		String lcontext = l.leftContextToString()

		String pivot = l.keywordToString()

		String rcontext = l.rightContextToString()

		String ids = l.getViewRef().getValue(id)

		String refValue = "";

		for (def refp : refProperties) refValue += " "+l.getViewRef().getValue(refp)

		String poss = "";

		for (def annot : annots) {

			poss += "\t"+l.getViewRef().getValue(annot)

		}

		//println l.getKeywordsViewProperties().get(pos)

		writer.write(""+(l.getKeywordPosition())+"\t"+refValue+"\t"+lcontext+"\t"+pivot+poss+"\t"+rcontext+"\t"+ids+"\t"+ntext+"\n")

	}

	writer.flush()

}

println "Saved in "+tsvFile.getAbsolutePath()

writer.close()

		def properties

		def leftcontextsize

		def rightcontextsize

		def references

@Field @Option(name="tsvFile", usage="The result TSV file", widget="FileSave", required=true, def="export.tsv")

println "- references: $properties"

			ExecuteGroovyMacro.execute(macro.getAbsolutePath(), page, CorporaView.getInstance().getTreeViewer().getSelection(), "", null);

			ExecuteGroovyMacro.execute(macro.getAbsolutePath(), page, CorporaView.getInstance().getTreeViewer().getSelection(), "", null);

import org.eclipse.ui.console.ConsolePlugin;

import org.eclipse.ui.console.IConsole;

import org.eclipse.ui.console.IOConsole;

			// flush console ?

			org.eclipse.ui.console.IOConsole console = (IOConsole) (ConsolePlugin.getDefault().getConsoleManager().getConsoles())[0];

			console.activate();

			ConsolePlugin.getDefault().getConsoleManager().refresh(console);

import java.util.HashMap;

import org.apache.commons.lang.StringUtils;

import org.txm.objects.CorpusBuild;

import org.txm.searchengine.cqp.clientExceptions.CqiClientException;

import org.txm.searchengine.cqp.corpus.MainCorpus;

import org.txm.searchengine.cqp.corpus.query.CQLQuery;

import org.txm.utils.logger.Log;

		Object first = selection.getFirstElement();

		if (!(first instanceof MainCorpus)) {

			Log.warning("Selection must be a corpus. Aborting");

			return null;

		}

		MainCorpus corpus = (MainCorpus)first;

		File parametersFile = new File(Toolbox.getTxmHomePath(), "/scripts/groovy/user/org/txm/macro/annotation/ExportWordPropertiesToTableMacro.properties");

		ExecuteGroovyMacro.execute(script.getAbsolutePath(), part, selection, "", null);

import java.util.HashMap;

import org.apache.commons.lang.StringUtils;

import org.txm.searchengine.cqp.clientExceptions.CqiClientException;

import org.txm.searchengine.cqp.corpus.MainCorpus;

import org.txm.utils.logger.Log;

		Object first = selection.getFirstElement();

		if (!(first instanceof MainCorpus)) {

			Log.warning("Selection must be a corpus. Aborting");

			return null;

		}

		MainCorpus corpus = (MainCorpus)first;

		File script = new File(Toolbox.getTxmHomePath(),         "/scripts/groovy/user/org/txm/macro/annotation/ImportWordPropertiesFromTableMacro.groovy");

		File parametersFile = new File(Toolbox.getTxmHomePath(), "/scripts/groovy/user/org/txm/macro/annotation/ImportWordPropertiesFromTableMacro.properties");

		ExecuteGroovyMacro.execute(script.getAbsolutePath(), part, selection, "", null);

						ExecuteGroovyMacro.execute(selectedItem.getAbsolutePath(), page, selection, "", null);

		ExecuteGroovyScript.executeScript(currentRootDir, lastScript.getAbsolutePath(), page, selection, false, "", null);

import java.util.HashMap;

		return execute(result, page, selection, stringArgs, null);

	public static IStatus execute(String scriptpath, IWorkbenchPart page, ISelection selection, String stringArgs, HashMap<String, Object> parameters) {

			return ExecuteGroovyScript.executeScript(currentRootDir, scriptpath, page, selection, false, stringArgs, parameters);

import java.util.HashMap;

		return executeScript(currentRootDir, scriptpath, page, selection, modal, stringArgs, null);

	public static IStatus executeScript(final File currentRootDir, String scriptpath, final  IWorkbenchPart page, final ISelection sel, final boolean modal, final String stringArgs, HashMap<String, Object> parameters) {

					if (parameters != null) binding.setProperty("args", parameters); //$NON-NLS-1$

import org.eclipse.jface.viewers.ISelection;

import org.eclipse.jface.viewers.IStructuredSelection;

import org.eclipse.swt.events.MouseEvent;

import org.eclipse.swt.events.MouseListener;

		table.addMouseListener(new MouseListener() {

			@Override

			public void mouseUp(MouseEvent e) { }

			@Override

			public void mouseDown(MouseEvent e) { }

			@Override

			public void mouseDoubleClick(MouseEvent e) {

//				ISelection selection = viewer.getSelection();

//				if (selection.isEmpty()) return;

//				

//				IStructuredSelection sselection = (IStructuredSelection) selection;

//				Object first = sselection.getFirstElement();

//				System.out.println("First="+first);

			}

		});