Laboratoire ICAR » Plateforme TXM

	 */

	public boolean run(String corpusName,

			String pathToRegistry, boolean monitorOutput) throws ServerNotFoundException, InterruptedException, IOException {

		File pathToExecutable = new File(CQPLibPreferences.getInstance().getString(CQPLibPreferences.CQI_SERVER_PATH_TO_CQPLIB), 

				"cwb-makeall"+(System.getProperty("os.name").toLowerCase().contains("windows")?".exe":""));

			pathToExecutable = "\"" + pathToExecutable + "\""; //$NON-NLS-1$ //$NON-NLS-2$

			pathToRegistry = "\"" + pathToRegistry + "\""; //$NON-NLS-1$ //$NON-NLS-2$

		}

		ArrayList<String> cmd = new ArrayList<String>();

		cmd.addAll(Arrays.asList(pathToExecutable,

				"-r", pathToRegistry, "-V", corpusName.toUpperCase())); //$NON-NLS-1$ //$NON-NLS-2$

		if (pathToRegistry.startsWith("\\\\")) pathToRegistry = pathToRegistry.replace("\\\\", "//"); // fix UNC paths for mingw

		if (pathToData.startsWith("\\\\")) pathToData = pathToData.replace("\\\\", "//"); // fix UNC paths for mingw

		/*

		 * if (System.getProperty("os.name").contains("Win")) { pathToExecutable

		 * = "\""+pathToExecutable+"\""; pathToData = "\""+pathToData+"\"";

	@Override

	public boolean isDirty() {

	}

	@Override

import org.txm.Toolbox;

import org.txm.annotation.kr.core.conversion.CorpusRuledConvertion;

import org.txm.core.preferences.TBXPreferences;

import org.txm.objects.Project;

import org.txm.rcp.commands.CloseEditorsUsing;

import org.txm.rcp.handlers.scripts.ExecuteImportScript;

//		String txmhome = Toolbox.getTxmHomePath();

//		monitor.setTaskName("Updating corpus");

//		File scriptDir = new File(txmhome, "scripts/groovy/user/org/txm/scripts/importer/xtz");

import org.txm.importer.cwb.*

import org.txm.stat.utils.ConsoleProgressBar

import org.txm.core.preferences.TXMPreferences

import org.txm.libs.cqp.CQPLibPreferences

import javax.xml.stream.*

		wtag = module.getProject().getTokenizerParameter("wordelement", "w");

	}

	public void process(ArrayList<File> files) {

		corpus.setName(corpusname);

		corpus.setDescription("Built with the XTZ import module");

			new File(module.getBinaryDirectory(), "cqp").deleteDir()

		}

				println "Error: The registry file was not created: $regPath. See https://groupes.renater.fr/wiki/txm-users/public/faq"

				return false;

			}

			// remove milestones from CWB registry and data files

			FixMilestoneDeclarations fm = new FixMilestoneDeclarations(

import org.eclipse.core.runtime.IProgressMonitor;

import org.txm.utils.xml.DomUtils;

import org.txm.metadatas.Metadatas

import org.txm.utils.io.FileCopy;

import org.txm.*

import org.txm.objects.*

	public static void main(String[] args) {

	}

}

import org.txm.importer.xtz.*

import org.txm.Toolbox

import org.txm.core.engines.*

/**

 * Wraps current Annotate class into the import workflow

 * 

	public void process() {

		//String model = module.getParameters().get(ImportKeys.TTMODEL);

		def engine = Toolbox.getEngineManager(EngineType.ANNOTATION).getEngine("TreeTagger")

		if (module.isMultiThread()) {

			}

		}

			new File(module.getBinaryDirectory(), "treetagger").deleteDir()

			new File(module.getBinaryDirectory(), "annotations").deleteDir()

		}

import org.txm.utils.i18n.*

import org.txm.importer.xtz.*

import javax.xml.stream.*

class XTZPager extends Pager {

	Element corpusElem;

	String lang;

	public XTZPager(ImportModule module) {

		super(module, "default");

		cssDirectory = new File(module.getSourceDirectory(), "css")

		jsDirectory = new File(module.getSourceDirectory(), "js")

	public boolean doDefaultEditionStep() {

		if (!build_edition) {

			return true;

		}

				List<String> NoSpaceBefore = LangFormater.getNoSpaceBefore(lang);

				List<String> NoSpaceAfter = LangFormater.getNoSpaceAfter(lang);

				}

				def ed = new XTZDefaultPagerStep(this, txmFile, textname, NoSpaceBefore, NoSpaceAfter, css);

				if (!ed.process()) {

					println "Fail to build 'default' edition for text: $txmFile"

					continue;

				}

				if (edition == null) {

				}

				for (i = 0 ; i < ed.getPageFiles().size();) {

					File f = ed.getPageFiles().get(i);

					String wordid = ed.getIdx().get(i);

				}

			} catch(Exception e) {

				println "Error: could not create $txmFile 'default' edition: "+e

	public boolean doFacsEditionStep() {

		if (!mustBuildFacsEdition) return true;

		File imageDirectory = new File(imageDirectoryPath);

		if (!imageDirectoryPath.startsWith("http") && imageDirectoryPath.length()== 0 && !imageDirectory.exists() && !imageDirectory.isDirectory()) {

			imageDirectory = null;

		File newEditionDirectory = new File(htmlDirectory, "facs");

		newEditionDirectory.mkdir();

		ConsoleProgressBar cpb = new ConsoleProgressBar(files.size())

		for (File txmFile : files) {

			cpb.tick()

			List<String> NoSpaceBefore = LangFormater.getNoSpaceBefore(lang);

			List<String> NoSpaceAfter = LangFormater.getNoSpaceAfter(lang);

			}

			if (edition == null) {

			}

			try {

				def ed = new XTZFacsPagerStep(txmFile, newEditionDirectory, imageDirectory, txtname, corpusname, "pb", "facs", wordTag, debug);

					String wordid = pages[i][1]

					//TODO replace '""+(++i)' with something that fetch/findout the page 'name'

					// TODO or move the Edition and Page corpus declaration in the XTZDefaultPagerStep

					//println "add facs page: $f $wordid"

				}

			} catch (Exception e) {

			FileCopy.copyFiles(imagesDirectory, imageshtmlDirectory)

		}

		println ""

		return true;

		if (xslDirectory.exists()) {

			// prepare XSL parameters

			if (s != null && s.length() > 0)

				// shared XSL parameters

				xslParams["number-words-per-page"] = Integer.parseInt(s);

			//println "XSL PARAMS: "+xslParams

			def xslFiles = xslDirectory.listFiles()

			ConsoleProgressBar cpb = new ConsoleProgressBar(editionsCreated.keySet().size())

			for (String editionName : editionsCreated.keySet()) {

				cpb.tick()

				File newEditionDirectory = new File(htmlDirectory, editionName);

				File xslFile = editionsCreated[editionName]

					int idx4 = textName.indexOf(".")

					if (idx4 > 0) textName = textName.substring(0, idx4);

				}

			}

			println ""

		return true;

	}

		//		println "call getFirstWordIDs textName=$textName editionName=$editionName dir=$newEditionDirectory xsl=$xslFile"

		}

		}

		LinkedHashMap<File, String> words = new LinkedHashMap<File, String>()

		def files = []

			if (pagename.startsWith(textName+"_")) { // this is a page

				String firstWordID = getMetaContent(f);

				pagename = pagename.substring((textName+"_").length(), pagename.indexOf(".html")) // !!!!

			}

		}

	}

		factory = XMLInputFactory.newInstance();

		parser = factory.createXMLStreamReader(inputData);

		if (notesListString != null) for (def s : notesListString.split(",")) noteElements << s;

		if (elems != null) for (def s : elems.split(",")) outOfTextElements << s;

		//process();

			return true;

		} catch (Exception e) {

			System.out.println(e.getLocalizedMessage());

			return false;

		}

	}

		lang = project.getLang();

		//prepare metadata if any

		File allMetadataFile = Metadatas.findMetadataFile(inputDirectory);

			Toolbox.getPreference(TBXPreferences.METADATA_TXTSEPARATOR), 1)

		}

		if (!doFixSurrogates()) return;

		if (!doSplitMergeXSLStep()) return;

	public boolean doEncodeMileStonesStep() {

		filesToProcess = new File(module.getBinaryDirectory(), "tokenized").listFiles()

		if (milestonesString.length() == 0) return true;

		def milestones = milestonesString.split(",")

		String outSideTextTagsAndKeepContentRegex = "";

		String noteRegex = "";

		// get the element names to ignore

			for (String s : split) {

				outSideTextTagsRegex += "|"+s.trim()

			}

				outSideTextTagsRegex = outSideTextTagsRegex.substring(1) // remove the first "|"

			}

			for (String s : split2) {

				outSideTextTagsAndKeepContentRegex += "|"+s.trim()

			}

				outSideTextTagsAndKeepContentRegex = outSideTextTagsAndKeepContentRegex.substring(1) // remove the first "|"

			}

			for (String s : split3) {

				noteRegex += "|"+s.trim()

			}

			if (noteRegex.trim().length() > 0) {

				noteRegex = noteRegex.substring(1) // remove the first "|"

			}

		//if (wordTag != "w") {

			println "No tokenization do to."

			// ConsoleProgressBar cpb = new ConsoleProgressBar(filesToProcess.size())

			for (File f : filesToProcess) {

					tokenizer.setNote(noteRegex)

				}

				if (!tokenizer.process()) {

					println("Failed to process "+f)

					outfile.delete()

			def resps = new HashMap<String,String[]>();

			//lance le traitement

			def builder = new Xml2Ana(file);

			builder.setConvertAllAtrtibutes true;

			builder.setCorrespondances(correspRef, correspType);

			builder.setHeaderInfos(respId,resps, applications, taxonomiesUtilisees, itemsURI)

import org.txm.utils.io.*

import org.txm.importer.xtz.*

public class XTZCompilerStep extends Step {

	static String FORM = "form";

String userDir = System.getProperty("user.home");

def MONITOR;

/*

 * To customize the XTZ import, replace the importer, compiler, annotater or pager objects before calling process()

		i.importer = new XTZImporter(i)

		i.pager = new XTZPager(i)

 */

i.process();

	public static final String REF_PROPERTY = "ref_property";

	public static final String SORT_PROPERTY = "sort_property";

	public static final String VIEW_PROPERTY = "view_property";

	/**

	 * Gets the instance.

	 * @return the instance

	 * 

	 * @return

	 */

		try {

			// FIXME: debug

	/**

	 * Deletes all non persistent results.

	 */

		ArrayList<TXMResult> results = Toolbox.workspace.getDeepChildren();

		for (int i = 0; i < results.size(); i++) {

			TXMResult r = results.get(i);

	 * @param index

	 * @return the child specified by its index if exists otherwise null

	 */

		try {

			return this.children.get(index);

		}

	 * @param child

	 * @return true if the child has been added

	 */

		try {

			// do nothing if the parent is already this result

			//			if(child.getParent() == this)	{

	 * @param child

	 * @return

	 */

		try {

			if (!this.children.contains(child)) {

				child.setParent(this);

	 * @param child

	 * @return <code>true if the child has been removed, otherwise <code>false</code>

	 */

		try {

			child.setParent(null);

			return this.children.remove(child);

	 * @param index

	 * @return <code>true if the child has been removed, otherwise <code>false</code>

	 */

		try {

			return this.removeResult(this.children.get(index));

		} catch (Exception e) {

	 * 

	 * @return

	 */

		try {

			return this.parent.removeResult(this);

		} catch (Exception e) {

	 * 

	 * @return

	 */

		return this.children;

	}

	 * 

	 * @return

	 */

		return this.getChildren(null, onlyVisible);

	}

	 * @param type

	 * @return

	 */

		return TXMResult.getNodes(this.children, type, false);

	}

	 * @param type

	 * @return

	 */

		return TXMResult.getNodes(this.children, type, onlyVisible);

	}

	 * @param type

	 * @return the first child if exists otherwise null

	 */

		ArrayList<TXMResult> children = this.getChildren(type, false);

		try {

			return children.get(0);

	 * @param classSimpleName

	 * @return

	 */

		try {

			return this.children.get(0);

		}

	 * 

	 * @return

	 */

		ArrayList<TXMResult> results = new ArrayList<TXMResult>();

		for (int i = 0; i < parent.getChildren().size(); i++) {

	 * 

	 * @return

	 */

		return this.getDeepChildren(this);

	}

	 * @param UUID

	 * @return

	 */

		TXMResult result = null;

		if(root.getUUID().equals(UUID))	{

			result = root;

	 * @param UUID

	 * @return

	 */

		return getResult(Toolbox.workspace, UUID);

	}

	 * @param type

	 * @return

	 */

		ArrayList<TXMResult> nodes = new ArrayList<TXMResult>();

		for (TXMResult child : srcNodes) {

			try {

	 * Gets the direct children count.

	 * @return the direct children count

	 */

		return this.children.size();

	}

	 * Gets the root parent of the branch.

	 * @return

	 */

		TXMResult root;

		TXMResult parent = this;

		do {

	 * @param type

	 * @return

	 */

		TXMResult node = null;

		TXMResult parent = this.parent;

		do {

	//	 * @param type

	//	 * @return null if the TXMResult is not attached to a BinaryCorpus

	//	 */

	//		Object o = getFirstParent(Project.class);

	//		if (o != null) {

	//			return (Project)o;

	//	 * @param type

	//	 * @return null if the TXMResult is not attached to a BinaryCorpus

	//	 */

	//		Object o = getFirstParent(CorpusBuild.class);

	//		if (o != null) {

	//			return (CorpusBuild)o;

	/**

	 * Gets the sibling nodes of this node result.

	 */

		ArrayList<TXMResult> sibling = new ArrayList<TXMResult>();

		if (this.parent != null) {

			sibling.addAll(this.parent.getChildren());

	/**

	 * Gets the sibling nodes of this node result, specified by their class.

	 */

		ArrayList<TXMResult> sibling = new ArrayList<TXMResult>();

		if (this.parent != null) {

			sibling.addAll(TXMResult.getNodes(this.parent.getChildren(), type, true));

	 * 

	 * @return the full path

	 */

		// fill the branch

		ArrayList<TXMResult> branch = new ArrayList<TXMResult>();

	 * @throws CqiClientExceptio

	 * @throws IOException

	 */

		// FIXME: see if this skipComputing tests is still useful? is it possible to directly return instead?

		// en fait voir ChartResult.compute() if(super.compute(monitor, true, false)), je pense que le prob vient du fait que si on retourne false dans TXMResult.compute() alors renderChart() ne sera pas appelé 

					// FIXME: may be better to add a member needFullRecomputing in TXMResult?

//					this.getChild(i).setDirty(); // force recomputing even if some parameters of the result itself have not changed

					//this.getChild(i).setHasBeenComputedOnce(false); // force recomputing even if some parameters of the result itself have not changed

						child.compute(monitor, deepComputing, updateLastParameters);

				}

			}

		}

 */

public class Project extends TXMResult {

	private ArrayList<String> pEditionNames = new ArrayList<String>();

	private IProject rcpProject;

	private boolean pCleanAfterBuild;

	private ProjectScope preferenceScope;

	/**

	 * Name.

	 */

	 */

	@Parameter(key=TBXPreferences.AUTHOR)

	private String pAuthor;

	/**

	 * Font.

	 */

	 */

	@Parameter(key=TBXPreferences.DESCRIPTION)

	private String pDescription;

	/**

	 * 

	 */

	 */

	@Parameter(key=TBXPreferences.UPDATE_DATE)

	private Date pLastUpdateDate;

	/**

	 * Creation date.

	 */

		this.dirty = false;

		this.hasBeenComputedOnce = true;

		this.setVisible(false);

		initRCPStuffs();

	}

	public Project(String parametersNodePath) throws CoreException {

		super(parametersNodePath);

		initRCPStuffs();

		this.dirty = false;

		this.hasBeenComputedOnce = true;

		this.setVisible(false);

		//		}

		//		

		//		this.scope = new BasePreferenceScope(this);

		// reloading existing results

		this.loadResults();

	}

	private void initRCPStuffs() throws CoreException {

		IWorkspace rcpWorkspace = ResourcesPlugin.getWorkspace();

		if (this.rcpProject == null) {

		rcpProject.create(monitor);

		rcpProject.open(monitor);

		rcpProject.getDescription().setNatureIds(new String[] {"org.txm.core.CorpusNature"});

		IFolder srcFolder = rcpProject.getFolder("src");

		IPath path = new Path(pSrcDirectory.getAbsolutePath());

		if (!srcFolder.exists()) {

	protected void loadResults()	{

		//		if (TBXPreferences.getInstance().getBoolean(TBXPreferences.AUTO_PERSISTENCE_ENABLED)) {

		Log.finest("*** Project.loadResults(): reloading persitent results...");

		IWorkspace rcpWorkspace = ResourcesPlugin.getWorkspace();

				}

			}

	}

	//	public BasePreferenceScope getPreferenceScope() {

	//		return scope;

	//	}

	@Override

	public boolean saveParameters() throws Exception {

		StringBuilder str = new StringBuilder();

		}

		if (this.pCreationDate != null) {

			this.saveParameter(TBXPreferences.CREATE_DATE, Toolbox.dateformat.format(this.pCreationDate));

		IEclipsePreferences params = this.getPreferencesScope().getNode("Tokenizer");

		params.put(name, value);

	}

	public String getTokenizerParameter(String name, String defaultvalue) {

		IEclipsePreferences params = this.getPreferencesScope().getNode("Tokenizer");

		return params.get(name, defaultvalue);

	}

	public String getTokenizerWordElement() {

		IEclipsePreferences params = this.getPreferencesScope().getNode("Tokenizer");

		return params.get("wordelement", "w");

	}

	public boolean getDoTokenizerStep() {

		IEclipsePreferences params = this.getPreferencesScope().getNode("Tokenizer");

		return params.getBoolean("doTokenizeStep", true);

		}

		return null;

	}

	@SuppressWarnings("unchecked")

	private List<CorpusBuild> getCorpusBuilds() {

		return (List<CorpusBuild>) getChildren(CorpusBuild.class);

			return false;

		}

	}

	/**

	 * Gets the project parameters root path ("project/[project name]/")

	 * @return

	public boolean getDoUpdate() {

		return this.getPreferencesScope().getNode("import").getBoolean(ImportKeys.UPDATECORPUS, false);

	}

	public boolean getDoMultiThread() {

		return this.getPreferencesScope().getNode("import").getBoolean(ImportKeys.MULTITHREAD, false);

	}

}

		Log.info("Toolbox.initialize(): " + projects.length + " project(s) found in workspace.");

			//IScopeContext projectScope = new ProjectScope(projects[i]);

			ArrayList<String> resultNodePaths = TXMPreferences.getAllResultsNodePaths("project/" + project.getName() + "/");

			for (String parametersNodePath : resultNodePaths) {

						continue;

					}

					Class<?> cl = bundle.loadClass(className);

					Constructor<?> cons = cl.getConstructor(String.class);

					TXMResult result = (TXMResult) cons.newInstance(parametersNodePath);

		if (base == null) return new ArrayList<String>();

		String[] names;

		try {

			return Arrays.asList(names); // getKnowledgeRepositoryNames(params);

		} catch (BackingStoreException e) {

			e.printStackTrace();

import org.txm.core.engines.ImportEngines;

import org.txm.core.engines.ScriptedImportEngine;

import org.txm.groovy.core.GSERunner;

import org.txm.objects.BaseOldParameters;

import org.txm.objects.Project;

import org.txm.rcp.StatusLine;

import org.w3c.dom.Element;

public class TextualPlansSection extends ImportEditorSection {

	private static final int SECTION_SIZE = 1;

	private Text outsideTextElementsText;

	private Text outsideTextElementsToEditText;

	private Text noteElementsText;

	private Text milestoneElementsText;

	public TextualPlansSection(FormToolkit toolkit2, ScrolledForm form2, Composite parent, int style) {

		super(toolkit2, form2, parent, style);

			@Override

			public void expansionStateChanged(ExpansionEvent e) {form.layout(true);}

		});

		Composite sectionClient = toolkit.createComposite(this.section);

		TableWrapLayout slayout = new TableWrapLayout();

		slayout.makeColumnsEqualWidth = false;

		slayout.numColumns = 2;

		sectionClient.setLayout(slayout);

		this.section.setClient(sectionClient);

		Label tmpLabel = toolkit.createLabel(sectionClient, TXMUIMessages.TextualPlansSection_outsidetext_label);

		tmpLabel.setToolTipText(TXMUIMessages.TextualPlansSection_outsidetext_tooltip);

		tmpLabel.setLayoutData(getLabelGridData());

		outsideTextElementsText = toolkit.createText(sectionClient, "teiHeader", SWT.BORDER); //$NON-NLS-1$

		TableWrapData gdata = getTextGridData();

		outsideTextElementsText.setLayoutData(gdata);

		Label tmpLabel2 = toolkit.createLabel(sectionClient, TXMUIMessages.TextualPlansSection_outsidetexttoedit_label);

		tmpLabel2.setToolTipText(TXMUIMessages.TextualPlansSection_outsidetexttoedit_tooltip);

		tmpLabel2.setLayoutData(getLabelGridData());

		noteElementsText = toolkit.createText(sectionClient, "note", SWT.BORDER); //$NON-NLS-1$

		gdata = getTextGridData();

		noteElementsText.setLayoutData(gdata);

		Label tmpLabel4 = toolkit.createLabel(sectionClient, TXMUIMessages.TextualPlansSection_milestone_label);

		tmpLabel4.setToolTipText(TXMUIMessages.TextualPlansSection_milestone_tooltip);

		tmpLabel4.setLayoutData(getLabelGridData());

	@Override

	public void update(Project project) {

	}

	@Override

	public boolean save(Project project) {

		if (this.section != null && !section.isDisposed()) {

			return true;

		}