Laboratoire ICAR » Plateforme TXM

	 */

	public static final String SHOW_EVAL_LOGS = "show_eval_logs"; //$NON-NLS-1$

	/**

	 * Gets the instance.

	 * 

			return;

		}

		preferences.put(PATH_TO_EXECUTABLE, execFile.getAbsolutePath());

		preferences.putBoolean(IS_MANDATORY, false);

		preferences.put(SERVER_ADDRESS, "127.0.0.1");

				connection.eval("setwd(\"" + userdir.getAbsolutePath().replace("\\", "/") + "\")"); //$NON-NLS-1$ //$NON-NLS-2$ //$NON-NLS-3$ //$NON-NLS-4$

			}

			File RLibrariesWorkspaceDirectory = new File(userdir, "libraries");

			RLibrariesWorkspaceDirectory.mkdir();

			if (!RLibrariesWorkspaceDirectory.exists()) {

				rPackagesPath = rPackagesPath.replace("\\", "/"); //$NON-NLS-1$ //$NON-NLS-2$

			}

			// set proxy configuration using detected system proxy if exists

			SystemProxyDetector conf = new SystemProxyDetector();

			this.initializeRWorkspaceConnectionConfiguration(conf);

		Index index = (Index) result;

		CQPCorpus corpus = CQPCorpus.getFirstParentCorpus(index);

		// TODO enable subcorpus from index query when the hidden subcorpus deletion will be managed or another system implemented (eg new SubCorpus(TXMResult result)

		if (index.getQuery() instanceof CQLQuery && IndexPreferences.getInstance().getBoolean(IndexPreferences.LINK_USING_SUBCORPUS)) {

			CQLQuery cqlQuery = (CQLQuery) index.getQuery();

			if (cqlQuery == null || cqlQuery.isEmpty() || // no query

				return corpus;

			}

import java.io.IOException;

import java.lang.reflect.Field;

import java.lang.reflect.Modifier;

import java.util.regex.Pattern;

import javax.xml.parsers.ParserConfigurationException;

 */

public class TokenizerClasses {

	//// ROOTS ? ////

	/** The tag_all. */

	/** The Weblex enclitics. */

	/** The TT enclitics. */

	/** The div_tags. */

	/** The q_tags. */

	/** The extraword_tags. */

	/** The corr_tags_no_seg. */

	/** The word_tags. */

	/** the element to create when a word is created */

	/** The intraword_tags. */

	/** The punct_quotes. */

	/** The punct_strong1. */

	/** The punct_strong2. */

	/** The punct_paren_open1. */

	/** The punct_paren_open2. */

	/** The punct_paren_close1. */

	/** The punct_paren_close2. */

	/** The punct_weak. */

	//// COMBINAISONS ////

	/** The corr_tags. */

	/** The extraword_tags. */

	/** The punct_strong. */

	/** The punct_paren_open. */

	/** The punct_paren_close. */

	/** The punct_paren. */

	/** The punct_all. */

	/** The word_chars. */

			// new TTest(/\A(.*-)(je|m[eo]i|tu|t[eo]i|lui|luy|ilz|ils?|no?u?s|vo?u?s|on|leurs|ce|ci|là|elles?)(.*)\Z/),

			// new TTest(/\A(.*)(-)()\Z/, "pon"),

			// new TTest(/\A(.*)(Bande dessinée|eau de vie|machine à écrire|Moyen Âge|petit pois|poule d'eau|Avoir l'air|se rendre compte|faire semblant|prendre froid|s'en aller|Comme il faut|bon

			// new TTest(/\A(.*)(\p{Ps}|\p{Pe}|\p{Pi}|\p{Pf}|\p{Po}|\p{S})(.*)\Z/, "pon")

	};

	// punct_strong1 = ".!?";

	// punct_strong2 = "\\.\\.|\\.\\.\\.|…|\\|";

	// punct_strong = "[$punct_strong1]|$punct_strong2";

	// punct_all = "$punct_strong|$punct_paren|[$punct_weak]";

	// word_chars = "[^ $punct_strong1$punct_paren_open1$punct_paren_close1$punct_weak]|&[^;]+;";

		tag_all = "<[A-Za-z][^>]+>";

		div_tags = "TEI|text|front|body|div|div1|div2|div3|div4|div5|div6|back|head|trailer|p|ab|sp|speaker|list|notice|bibl|opener|dateline";

		recombine();

	}

		corr_tags = "" + corr_tags_no_seg + "|" + seg_tags + "";

		extraword_tags = "" + div_tags + "|" + q_tags + "|" + extraword1_tags + "";

		punct_strong = "[" + punct_strong1 + "]|" + punct_strong2 + "";

	 * @return the java.lang. object

	 */

	@Deprecated

		Element tokenizer = doc.createElement("tokenizer");

		tokenizer.setAttribute("onlyThoseTests", "false");

		parent.appendChild(tokenizer);

	/**

	 * Dump.

	 */

		System.out.println("BRUT");

		System.out.println("tag_all = " + tag_all + "");

		System.out.println("enclitics = " + enclitics + "");

		}

	}

		try {

			Pattern.compile(tag_all);

		}

	 * @return

	 */

	@Deprecated

		// load params

		String tmp_strong_punct = null;

		NodeList params = tokenizerElement.getElementsByTagName("param");

		// System.out.println("OK? "+ TokenizerClasses.loadFromNode((Element) tokenizer));

	}

		// load params

		IEclipsePreferences params = projectScope.getNode("Tokenizer");

public class SimpleStringTokenizer implements StringTokenizer {

	/** The punct_strong. */

	/** The punct_all. */

	/** The word_chars. */

	String fclitics = null; // default behavior don't manage clitics

	Pattern regSplitWhiteSpaces;

	/**

	 * Instantiates a new simple string tokenizer.

	 *

	 * @param lang

	 */

	public SimpleStringTokenizer(String lang) {

		if (lang != null)

			if (lang.startsWith("en")) {

			} else if (lang.startsWith("fr")) {

			} else if (lang.startsWith("gl")) {

			} else if (lang.startsWith("it")) {

			}

		if (strRegElision != null && strRegElision.length() > 0) {

			regElision = ~/^([\p{L}-]++${strRegElision}[\p{L}-]++)(.*)$/ // the test must start with the start of string  ^

		}

		reg3pts = ~/^(.*?)(\.\.\.)(.*)$/

		if (strRegPunct != null && strRegPunct.length() > 0) {

			regPunct = ~/^(.*?)($strRegPunct)(.*)$/

		}

		if (pclitics != null && pclitics.length() > 0)

			regPClitics = /^($pclitics)(.*)/ // the test must start with the start of string  ^

		}

		}

	}

	public String standardChecks(ArrayList<String> result, String s) {

		Matcher m;

			if ((m = s =~ test.regex)) {

				if (DEBUG) {println "test : "+test.regex}

				if (test.before > 0) {

import org.txm.statsengine.r.core.RWorkspace;

import org.txm.statsengine.r.core.preferences.RPreferences;

import org.txm.statsengine.r.rcp.messages.RUIMessages;

// TODO: Auto-generated Javadoc

/**

 * This class represents a preference page that is contributed to the

 */

public class RPreferencePage extends TXMPreferencePage {

	/** The r_path_to_executable. */

	private StringFieldEditor r_path_to_executable;

	/** The r_server_adress. */

	private StringFieldEditor r_server_adress;

	private IntegerFieldEditor r_port;

	/** The r_user. */

	private BooleanFieldEditor r_is_remote;

	private BooleanFieldEditor r_debug;

	/** The r_use_file_transfert. */

	private BooleanFieldEditor r_use_file_transfert;

	private StringFieldEditor r_svg_device;

	private StringFieldEditor r_rargs;

	private StringFieldEditor r_rserveargs;

	@Override

	public void init(IWorkbench workbench) {

		this.setPreferenceStore(new TXMPreferenceStore(RPreferences.getInstance().getPreferencesNodeQualifier()));

	}

	/**

	 * Creates the field editors. Field editors are abstractions of the common

	 * GUI blocks needed to manipulate various types of preferences. Each field

	 */

	@Override

	public void createFieldEditors() {

		r_debug = new BooleanFieldEditor(RPreferences.DEBUG, RUIMessages.runRServeInDebugMode, BooleanFieldEditor.DEFAULT, getFieldEditorParent());

		addField(r_debug);

		r_is_remote = new BooleanFieldEditor(RPreferences.REMOTE, RUIMessages.remoteConnection, BooleanFieldEditor.DEFAULT, getFieldEditorParent());

		addField(r_is_remote);

		r_path_to_executable = new FileFieldEditor(RPreferences.PATH_TO_EXECUTABLE, RUIMessages.pathToRBinary, getFieldEditorParent());

		addField(r_path_to_executable);

		r_rserveargs = new StringFieldEditor(RPreferences.RSERVEARGS, RUIMessages.rserveArgs, getFieldEditorParent());

		addField(r_rserveargs);

		r_use_file_transfert = new BooleanFieldEditor(RPreferences.FILE_TRANSFERT, RUIMessages.useFileBasedRDataTransfert, BooleanFieldEditor.DEFAULT,

				getFieldEditorParent());

		addField(r_use_file_transfert);

		r_server_adress = new StringFieldEditor(RPreferences.SERVER_ADDRESS, RUIMessages.serverAddress, getFieldEditorParent());

		addField(r_server_adress);

		r_port = new IntegerFieldEditor(RPreferences.PORT, RUIMessages.portDefaultIs6311, getFieldEditorParent());

		addField(r_port);

		r_user = new StringFieldEditor(RPreferences.USER, RUIMessages.user, getFieldEditorParent());

		addField(r_user);

		r_password = new StringFieldEditor(RPreferences.PASSWORD, RUIMessages.password, getFieldEditorParent());

		addField(r_password);

		changeFieldStates(RPreferences.getInstance().getBoolean(RPreferences.REMOTE));

		addField(new BooleanFieldEditor(RPreferences.SHOW_EVAL_LOGS, "Log the R eval command lines", getFieldEditorParent()));

	}

	/**

	 * Enable/disable the fields according to the remote mode activation.

	 * @param serverIsRemote

	 */

	public void changeFieldStates(boolean serverIsRemote) {

			r_rargs.setEnabled(false, getFieldEditorParent());

			r_rserveargs.setEnabled(false, getFieldEditorParent());

			r_use_file_transfert.setEnabled(false, getFieldEditorParent());

			r_server_adress.setEnabled(false, getFieldEditorParent());

			r_user.setEnabled(false, getFieldEditorParent());

			r_password.setEnabled(false, getFieldEditorParent());

			r_use_file_transfert.setEnabled(true, getFieldEditorParent());

		}

	}

	 * @see org.eclipse.jface.preference.FieldEditorPreferencePage#propertyChange(org.eclipse.jface.util.PropertyChangeEvent)

	 */

	@Override

			changeFieldStates((Boolean) event.getNewValue());

		}

	}

	 * @see org.eclipse.jface.preference.FieldEditorPreferencePage#performOk()

	 */

	@Override

	public boolean performOk() {

		try {

			super.performOk();

			RWorkspace rw = RWorkspace.getRWorkspaceInstance();

				RWorkspace.setUseFileCommunication(RPreferences.getInstance().getBoolean(RPreferences.FILE_TRANSFERT));

				rw.setLog(RWorkspace.isLoggingEvalCommandLines());

			}

			System.err.println(NLS.bind(TXMUIMessages.failedToSavePreferencesColonP0, e));

		}

		return true;

	}

		});

		// Word properties selector

		propertiesSelector.setLayoutData(new GridData(GridData.CENTER, GridData.CENTER, false, true));

		propertiesSelector.setLayout(new GridLayout(3, false));

		try {

		propertiesSelector.addSelectionListener(computeSelectionListener);

		// Structural unit properties selector

		structuralUnitPropertiesSelector.setLayoutData(new GridData(GridData.CENTER, GridData.CENTER, false, true));

		structuralUnitPropertiesSelector.setLayout(new GridLayout(3, false));

		structuralUnitPropertiesSelector.setTitle(InternalViewUIMessages.structuralProperties);

				int nlines = internalView.getSegmentLength();

				List<WordProperty> props = internalView.getProperties();

				for (int i = 0; i < nlines; i++) {

					lines.add(new String[props.size()]);

				}

	}

	private void initColumns() {

		for (TableViewerColumn col : columns.values()) {

			col.getColumn().dispose();

		}

		if (internalView == null) {

			// System.out.println("REMOVE NON USED COLUMNS");

			else {

				query.append(col.getText() + "=\""); //$NON-NLS-1$

			}

			for (int i = 0; i < indexes.length; i++) {

				int idx = indexes[i];

				values.add(CQLQuery.addBackSlash(items[idx].getText(icol)));

		navigation.setCurrentPosition(this.getResult().getCurrentPage());

		navigation.setMaxPosition(this.getResult().getSegmentsCount());

		navigation.refresh();

		navigationPanel.layout();

	}

/**

 * Search engines manager.

 * @author mdecorde

 *

 */

public class SearchEnginesManager extends EnginesManager<SearchEngine> {

	/**

	 * 

	 * @return

	public static SearchEngine getCQPSearchEngine() {

		return (SearchEngine) Toolbox.getEngineManager(EngineType.SEARCH).getEngine("CQP"); //$NON-NLS-1$

	}

	/**

	 * 

	 * @return

	public static SearchEngine getSearchEngine(String name) {

		return (SearchEngine) Toolbox.getEngineManager(EngineType.SEARCH).getEngine(name);

	}

	@Override

	public boolean fetchEngines() {

		return this.fetchEngines(SearchEngine.EXTENSION_POINT_ID);

	}

	@Override

	public EngineType getEnginesType() {

		return EngineType.SEARCH;

	}

	public static List<SearchEngine> getAvailableEngines(CorpusBuild corpus) {

		SearchEnginesManager em = (SearchEnginesManager) Toolbox.getEngineManager(EngineType.SEARCH);

		for (String name : em.getEngines().keySet()) {

			SearchEngine engine = em.getEngine(name);

            name="org.txm.searchengine.core.SearchEngines">

      </EngineManager>

   </extension>

</plugin>

		// FIXME: SJ: some code in this method should be done only at TXM first run

		// Extra note: and be better to use P2.inf and install/uninstall Touchpoints

		Preferences preferences = this.getDefaultPreferencesNode();

		String CQPFRAGMENT = "org.txm.libs.cqp." + System.getProperty("osgi.os");

		// TODO: fix preferences logic between org.txm.cqp.lib and org.txm.searchengine.cqp

		Log.fine("CQPLibPreferences.initializeDefaultPreferences()");

		String saved = getString(CQPLibPreferences.VERSION);

		Version currentVersion = BundleUtils.getBundleVersion(CQPFRAGMENT); // the CQPFRAGMENT plugin contains the right version

		String os = "win";

		String ext = "";

		String osname = System.getProperty("os.name").toLowerCase();

         install-size="0"

         version="0.0.0"/>

</feature>

	String description;

	boolean debug;

	}

		try {

			def url = infile.toURI().toURL();

			def inputData = url.openStream();

		}catch (IOException ex) {

			System.out.println("IOException while parsing ");

		}

	}

		boolean startAlignInfos = false;

		boolean startEditions = false;

		boolean startMetadatas = false;

		boolean startSAttributes = false;

		boolean startTokenizer = false;

			switch (event) {

				case XMLStreamConstants.END_ELEMENT:

					String localname = parser.getLocalName();

						startAlignInfos = false;

					}

						startMetadatas = false;

					}

						startEditions = false;

					}

						startPAttributes = false;

					}

						startSAttributes = false;

					}

						startSAttributes = false;

					}

					break;

				case XMLStreamConstants.START_ELEMENT:

					String localname = parser.getLocalName();

						basename = parser.getAttributeValue(null, "name");

						encoding = parser.getAttributeValue(null, "encoding");

						language = parser.getAttributeValue(null, "lang");

						boolean debug;

					}

						startEditions = true;

					}

						String corpus = parser.getAttributeValue(null, "corpus")

						if(!editions.containsKey(corpus))

							editions.put(corpus, []);

						startMetadatas = true;

					}

					else if (localname == "metadata" && startMetadatas) {

					}

					else if (localname == "pattributes") {

						startPAttributes = true;

					} else if(localname == "pattribute" && startPAttributes) {

					}

					else if (localname == "sattributes") {

						startSAttributes = true;

					}

					else if (localname == "sattribute" && startSAttributes) {

					} else if (localname == "link" && startAlignInfos) {

						String target = parser.getAttributeValue(null, "target");

						String struct = parser.getAttributeValue(null, "alignElement");

								i--

							}

						}

						if (level == null)

							level = "1";

						if (corpora.size() == 0) {

							println "no corpus aligned: "+parser.getLocation()

							return false;

			}

		}

	}

		return links.keySet();

	}

		return links.get(alignement);

	}

		return structs.get(alignement);

	}

		return levels.get(alignement);

	}

		println "LINKS"

			println link

			println " corpus: "+links.get(link)

			println " struct: "+structs.get(link)

		println " description $description"

		println "DEBUG: $debug"

	}

		String userhome = System.getProperty("user.home");

		File alignfile = new File(userhome, "xml/xmltxmpara/align.xml")

		ReadImportParameters parameters = new ReadImportParameters();

 * @author sjacquot

 *

 */

	private static final long serialVersionUID = 9186978207738860351L;

	public static final String ENGINES_MANAGER_EXTENSION_POINT_ID = EnginesManager.class.getName();

	/**

	 * Current engine.

	 */

	protected T currentEngine = null;

	/**

	 * Finds out the engines that matches this manager engines extension point.

	 * 

	 * @return

	 */

	public abstract boolean fetchEngines();

	/**

	 * Creates and initializes the engines from contributions with the specified extension point id.

	 * 

	 * @return true if at least one engine has been created otherwise false

	 */

	protected boolean fetchEngines(String engineExtensionPointId) {

		IConfigurationElement[] contributions = RegistryFactory.getRegistry().getConfigurationElementsFor(engineExtensionPointId);

		Log.finest(TXMCoreMessages.bind("Looking for {0} engines contributions with extension point id {1}...", this.getEnginesDescription(), engineExtensionPointId)); //$NON-NLS-1$

		Log.finest(TXMCoreMessages.bind("{0} engine(s) found.", contributions.length)); //$NON-NLS-1$

		for (int i = 0; i < contributions.length; i++) {

			try {

				@SuppressWarnings("unchecked")

				T engine = (T) contributions[i].createExecutableExtension("class"); //$NON-NLS-1$

				Log.fine(TXMCoreMessages.bind("Initializing engine: {0}...", engine));

				if (engine.initialize()) {

					this.put(engine.getName(), engine);

					Log.severe("Failed to initialize " + engine.getName() + " engine.");

				}

				Log.severe("Error: failed to instantiate " + contributions[i].getName() + ".");

				e.printStackTrace();

			}

		}

		return this.size() > 0;

	}

	/**

	 * Starts the engines.

	 * 

	 */

	public boolean startEngines(IProgressMonitor monitor) {

		for (Engine engine : this.values()) {

			String log = "Starting " + this.getEnginesDescription() + " engine: " + engine.getName() + "...";

			Log.fine(log);

			if (monitor != null) {

				monitor.subTask(log);

			}

			try {

				engine.start(monitor);

				Log.severe("Error: failed to start engine " + engine.getName() + ".");

				e.printStackTrace();

			}

		}

		if (this.currentEngine == null && this.size() > 0) {

			this.setCurrentEngine((T) this.values().toArray()[0]);

		}

		return true;

	}

	public String toString() {

	}

	/**

		if (currentEngine == null) {

			return false;

		}

		return currentEngine.isRunning();

	}

	/**

	 * Stops the engines.

	 * 

	 */

	public boolean stopEngines() {

		for (Engine engine : this.values()) {

			Log.fine("Stopping " + this.getEnginesDescription() + " engine: " + engine.getName() + "..."); //$NON-NLS-1$

			try {

				engine.stop();

				Log.severe("Error: failed to stop engine " + engine.getName() + ".");

				e.printStackTrace();

			}

		}

		return true;

	}

	/**

	 * Restarts the engines.

	 * 

					Log.fine("Starting " + this.getEnginesDescription() + " engine: " + engine.getName() + "..."); //$NON-NLS-1$

					engine.start(new LogMonitor());

				}

				Log.severe("Error: failed to stop engine " + engine.getName() + ".");

				e.printStackTrace();

			}

		}

		return true;

	}

	/**

	 * Gets the engine type that this manager supports.

	 * 

	 * @return the engine type that this manager supports

	 */

	public abstract EngineType getEnginesType();

	/**

	 * Gets the engine description that this manager supports.

	 * 

	public String getEnginesDescription() {

		return this.getEnginesType().getDescription();

	}

	/**

	 * Gets the available engines.

	 * 

	public HashMap<String, T> getEngines() {

		return this;

	}

	/**

	 * Gets an engine specified by its name.

	 * 

	public T getCurrentEngine() {

		return this.currentEngine;

	}

	/**

	 * Sets the current engine.

	 * 

		Log.finest("Setting current " + this.getEnginesDescription() + " engine to " + engine + ".");

		this.currentEngine = engine;

	}

	/**

	 * Sets the current engine specified by its name.

	 * 

	public void setCurrentEngine(String name) {

		this.setCurrentEngine(this.getEngine(name));

	}

	/**

	 * Gets an installed engine according to its class type.

	 * 

	public static final String QUERY = "query"; //$NON-NLS-1$

	/**

	 * Structural unit.

	 */

	public static final String STRUCTURAL_UNIT = "structural_unit"; //$NON-NLS-1$

import java.util.ArrayList;

import java.util.List;

public abstract class Match implements Comparable<Match> {

	public abstract int getStart();

	public abstract int getEnd();

	public abstract int getTarget();

	public boolean contains(Match m) {

		return (this.getStart() <= m.getStart() && m.getEnd() <= this.getEnd());

	}

	 * @see java.lang.Comparable#compareTo(java.lang.Object)

	 */

	@Override

	public int compareTo(Match m) {

		if (m == null)

			return -1;

		if (this.getStart() < m.getStart())

			return -1;

		else

			return 1;

	}

	 * @see java.lang.Object#toString()

	 */

	@Override

	}

	public List<Integer> getRange() {

		return ret;

	}

	public abstract void setEnd(int p);

	public abstract void setStart(int p);

	public abstract void setTarget(int p);

	/**

	 * intersect sorted list of Matches

	 * @param list1

	 * @param sublist2

	 * @param strict_inclusion if true the match must be exactly included

		ArrayList<Match> result = new ArrayList<>();

		int i1 = 0;

		int i2 = 0;

			Match m = list1.get(i1);

			Match subm = sublist2.get(i2);

			if (m.getEnd() < subm.getStart()) {

				i1++;

				i2++;

				if (strict_inclusion) {

					if (m.getStart() <= subm.getStart() && subm.getEnd() <= m.getEnd()) {

						result.add(subm);

					}

					result.add(subm);

				}

				i2++;

			}

		}