Laboratoire ICAR » Plateforme TXM

import org.eclipse.core.runtime.IProgressMonitor;

import org.eclipse.osgi.util.NLS;

import org.txm.core.preferences.TXMPreferences;

import org.txm.core.results.Parameter;

import org.txm.core.results.TXMParameters;

import org.txm.searchengine.cqp.corpus.CQPCorpus;

import org.txm.searchengine.cqp.corpus.CorpusManager;

import org.txm.searchengine.cqp.corpus.MainCorpus;

import org.txm.searchengine.cqp.corpus.Property;

import org.txm.searchengine.cqp.corpus.Subcorpus;

import org.txm.searchengine.cqp.corpus.query.CQLQuery;

import org.txm.statsengine.core.StatException;

import org.txm.statsengine.core.data.Vector;

import org.txm.statsengine.r.core.data.VectorImpl;

import org.txm.utils.logger.Log;

//  TODO should be put into stat.data package ?

	}

	@Override

		if (this.getParent() instanceof MainCorpus) {

		}

		else if (this.getParent() instanceof Subcorpus) {

		}

		else {

			Log.severe("Error: Lexicon parent is neither a Maincorpus nor a Subcorpus."); //$NON-NLS-1$

	 * @throws CqiClientException

	 *             the cqi client exception

	 */

		// System.out.println("in "+this.getCqpId()+" look for cached lexicon "+property);

		// System.out.println("not found");

		Log.finest(IndexCoreMessages.lexicon + corpus.getID());

		int lexiconSize;

		try {

		int[] freqs;

		try {

			freqs = CorpusManager.getCorpusManager().getCqiClient().id2Freq(property.getQualifiedName(), ids);

		}

		catch (Exception e) {

	 */

	// FIXME: why this method needs to create and delete some new subcorpus???? the computing can't be done directly on the corpus argument???

	// eg. dist = CorpusManager.getCorpusManager().getCqiClient().fdist1(corpus.getQualifiedCqpId(), 0, ICqiClient.CQI_CONST_FIELD_MATCH, property.getName());

		// if (corpus instanceof Part) {

		// this.persistable = false;

		int[][] fdist = null;

		Subcorpus tmp = null;

		try {

			tmp = corpus.createSubcorpus(new CQLQuery("[]"), "S" + corpus.getNextSubcorpusCounter(), true); //$NON-NLS-1$

			if (tmp != null) {

				fdist = CorpusManager.getCorpusManager().getCqiClient().fdist1(tmp.getQualifiedCqpId(), 0, ICqiClient.CQI_CONST_FIELD_MATCH, property.getName());

import org.txm.searchengine.cqp.corpus.Property;

import org.txm.searchengine.cqp.corpus.Subcorpus;

import org.txm.searchengine.cqp.corpus.WordProperty;

import org.txm.utils.logger.Log;

/**

	@Override

		try {

			// this.query = new Query("[]"); //$NON-NLS-1$

			// this.props.add(property);

			Property property = this.pProperties.get(0);

			lexicon.setProperty(property);

			lexicon._compute();

import org.txm.searchengine.cqp.corpus.query.CQLQuery;

import org.txm.statsengine.r.core.RWorkspace;

import org.txm.statsengine.r.core.exceptions.RWorkspaceException;

import org.txm.utils.logger.Log;

/**

	}

	@Override

		lines.clear();

		counts.clear();

		currentpartid = 0;

			currentpartid++;

		}

		setLineCounts();

		this.filterLines();

		this.sortLines(SortMode.FREQUNIT, true);

		this.cut();

		this.dirty = false;

		this.pTopIndex = 0;

		return true;

	}

import org.txm.searchengine.cqp.serverException.CqiServerError;

import org.txm.statsengine.r.core.RWorkspace;

import org.txm.statsengine.r.core.exceptions.RWorkspaceException;

import org.txm.utils.logger.Log;

/**

	@Override

		// reset all stored data

		if (lines != null) {

		// It works but the problem is the cut() method that really cut the lines rather than doing getLines() that could filtering and returns only the lines between fmin/fmax

		// if(this.hasParameterChanged(TXMPreferences.QUERY) || this.hasParameterChanged(TXMPreferences.UNIT_PROPERTIES)) {

			Log.severe("Error while computing lines. Aborting.");

			return false;

		}

		// }

		this.filterLines();

		this.sortLines(SortMode.FREQUNIT, true);

		this.cut();

		this.dirty = false;

		this.pTopIndex = 0;

		return true;

	}

	 * @return true if the index lines hae been computed

	 * @throws Exception

	 */

		if (parent instanceof CQPCorpus) {

			if (!scanCorpus((CQPCorpus) parent)) {

import org.txm.searchengine.cqp.serverException.CqiServerError;

import org.txm.statsengine.r.core.RWorkspace;

import org.txm.statsengine.r.core.exceptions.RWorkspaceException;

import org.txm.utils.logger.Log;

/**

 * @author mdecorde

 * @author sjacquot

 */

	/** The noref. */

	protected static int noref = 1;

	/** The prefix r. */

	protected static String prefixR = "Referencer"; //$NON-NLS-1$

	/** The indexes. */

	int[] indexes;

	/** The lines. */

	List<Line> lines;

	/** The matches. */

	List<Match> matches;

	/** The positions. */

	int[] positions;

	/** The nlines. */

	int nlines;

	/** The processed idx. */

	HashMap<Integer, Line> processedIdx;

	/** The result. */

	QueryResult result;

	/** The symbol. */

	private String symbol;

	/** The writer. */

	private BufferedWriter writer;

	/** The hierarchic sort. */

	protected boolean pHierarchicSort;

	protected List<StructuralUnitProperty> pPattern;

	/** The prop. */

	protected Property pProperty;

	/** The query. */

	protected CQLQuery pQuery;

	/**

	 * Creates a not computed referencer.

	 *

	public Referencer(CQPCorpus parent) {

		super(parent);

	}

	/**

	 * Creates a not computed referencer.

	 * @param parametersNodePath

	 */

	public Referencer(String parametersNodePath) {

		super(parametersNodePath);

	}

	/**

	 * As r matrix.

	 *

	 * @throws RWorkspaceException the r workspace exception

	 */

	public String asRMatrix() throws RWorkspaceException {

		String keywords[] = new String[lines.size()];

			keywords[i] = lines.get(i).getPropValue();

		RWorkspace rw = RWorkspace.getRWorkspaceInstance();

		rw.addVectorToWorkspace("refkeywords", keywords); //$NON-NLS-1$

		int i = 1;

		for (Line line : this.lines) {

			String refs[] = line.getReferences().toArray(new String[line.getReferences().size()]);

			rw.addVectorToWorkspace("reflinerefs", refs); //$NON-NLS-1$

			i++;

		}

		noref++;

		this.symbol = symbol;

		return symbol;

	}

	@Override

	public void clean() {

		try {

			if (this.writer != null) {

				this.writer.flush();

			}

			// TODO Auto-generated catch block

			org.txm.utils.logger.Log.printStackTrace(e);

		}

	}

	/**

	 * Clears all lines.

	 */

			line.clear();

		}

	}

	/**

	 * Calls in order all stages to compute the referencer.

	 *

	 * @return true, if successful

	 */

	@Override

		try {

			if (!getQueryMatches()) {

				return false;

			}

			if (!getQueryindexes()) {

				return false;

			}

			if (!groupPositionsbyId()) {

				return false;

			}

		}

			e.printStackTrace();

			return false;

		}

		return true;

	}

	/**

	 * Gets the parent corpus.

	 *

	public CQPCorpus getCorpus() {

		return (CQPCorpus) this.parent;

	}

	@Override

	public String getDetails() {

		return getCorpus().getName();

	}

	/**

	 * Gets the lines.

	 *

	 * @throws CqiServerError the cqi server error

	 */

	public List<Line> getLines() throws CqiClientException, IOException, CqiServerError {

	}

	/**

	 * Gets the lines.

	 *

		if (to > lines.size()) {

			to = lines.size();

		}

		AbstractCqiClient cqiClient = CorpusManager.getCorpusManager().getCqiClient();

			Line l = lines.get(i);

			if (l.notcomputed) {

				lineswithoutpropvalue.put(l.id, l);

				// get all reference values of all position of the line

				for (Property property : pPattern) {

					refValues.put(property, cqiClient.getData(property,

							l.positions, Collections.nCopies(l.positions.size(), 1)));

				}

				// build the Reference object

					String propvalue = ""; //$NON-NLS-1$

					for (Property property : pPattern) {

						propvalue += refValues.get(property).get(j).get(0) + ", "; //$NON-NLS-1$

					}

				}

				if (pHierarchicSort) {

					l.sortRef(true);

				l.notcomputed = false;

			}

		}

		// get idx String value

		int[] idxwithoutvalues = new int[lineswithoutpropvalue.keySet().size()];

		int count = 0;

			idxwithoutvalues[count++] = i;

		}

		String[] values = CorpusManager.getCorpusManager().getCqiClient().id2Str(pProperty.getQualifiedName(), idxwithoutvalues);

			int id = idxwithoutvalues[i];

			lineswithoutpropvalue.get(id).linepropvalue = values[i];

		}

		return lines.subList(from, to);

	}

	/**

	 * Gets the name.

	 *

	 * @return the name

	 */

	public String getName() {

		try {

			return getCorpus().getName() + ": " + this.getSimpleName(); //$NON-NLS-1$

			return this.getEmptyName();

		}

	}

	@Override

	public String getSimpleName() {

		try {

			return this.getEmptyName();

		}

	}

	@Override

	public String getComputingStartMessage() {

		return TXMCoreMessages.bind(ReferencerCoreMessages.referencesOfP0InTheP1Corpus, this.pQuery, this.getCorpus().getName());

	}

	@Override

	public String getComputingDoneMessage() {

			return TXMCoreMessages.common_noResults;

		}

			return TXMCoreMessages.bind(TXMCoreMessages.common_P0ItemsForP1Occurrences, this.getNLines(), this.getV());

		}

	}

	public int getNLines() {

		return nlines;

	}

	/**

	 * Gets the pattern.

	 *

	public List<StructuralUnitProperty> getPattern() {

		return pPattern;

	}

	/**

	 * Gets the property.

	 *

	public Property getProperty() {

		return pProperty;

	}

	/**

	 * Gets the query.

	 *

	public CQLQuery getQuery() {

		return pQuery;

	}

	/**

	 * 2nd step.

	 *

	 * @return the queryindexes

	 */

		try {

			positions = new int[matches.size()];

			int i = 0;

			for (Match m : matches) {

				positions[i++] = m.getStart();

			}

			// TODO Auto-generated catch block

			org.txm.utils.logger.Log.printStackTrace(e);

			return false;

		}

		return true;

	}

	/**

	 * 1st step.

	 *

	 * @return the query matches

	 */

		result = this.getCorpus().query(pQuery, ReferencerCoreMessages.RESULT_TYPE, false);

		if (result.getNMatch() == 0) {

			return false;

		result.drop();

		return true;

	}

	/**

	 * Gets the symbol.

	 *

	public String getSymbol() {

		return symbol;

	}

	public int getV() {

		if (matches == null) {

			return 0;

		}

		return matches.size();

	}

	/**

	 * 3rd stage.

	 *

	 * @return true, if successful

	 */

	public boolean groupPositionsbyId() {

			int id = indexes[i];

				Line l = new Line(id);

				processedIdx.put(id, l);

				lines.add(l);

			}

			processedIdx.get(id).addPosition(positions[i]);

		}

		nlines = processedIdx.keySet().size();

		return true;

	}

	public void setParameters(CQLQuery query, Property prop, List<StructuralUnitProperty> pattern, Boolean hierarchicSort) {

		if (query != null) this.pQuery = query;

		if (pattern != null) this.pPattern = pattern;

		if (hierarchicSort != null) this.pHierarchicSort = hierarchicSort;

		dirty = true;

	}

	@Override

	public boolean setParameters(TXMParameters parameters) {

		return false;

	}

	@Deprecated

	public boolean toTxt(File outfile, String encoding) {

		return toTxt(outfile, encoding, "\t", ""); //$NON-NLS-1$ //$NON-NLS-2$

	}

	@Override

	@Deprecated

	public boolean toTxt(File outfile, String encoding, String colseparator, String txtseparator) {

		try {

			// NK: writer declared as class attribute to perform a clean if the operation is interrupted

			// if ("UTF-8".equals(encoding)) writer.write('\ufeff'); // UTF-8 BOM

			toTxt(writer, 0, lines.size() - 1, colseparator, txtseparator);

			Log.severe(TXMCoreMessages.bind(ReferencerCoreMessages.referencerExportFailedColon, Log.toString(e)));

			return false;

		}

		return true;

	}

	@Deprecated

	public void toTxt(Writer writer, int from, int to, String colseparator, String txtseparator)

			throws CqiClientException, IOException {

			getLines(0, 9999999);

			writer.write(pProperty.getName() + colseparator + this.pPattern + "\n"); //$NON-NLS-1$

			for (Line line : lines) {

				writer.flush();

			}

			writer.close();

			// TODO Auto-generated catch block

			org.txm.utils.logger.Log.printStackTrace(e);

		}

	}

	@Override

	public boolean canCompute() {

		if (pQuery == null || pQuery.isEmpty()) {

			Log.fine("No query set.");

			return false;

		return true;

	}

	@Override

	public boolean loadParameters() throws CqiClientException {

			this.pQuery = new CQLQuery(this.getStringParameterValue(ReferencerPreferences.QUERY));

		}

		this.pPattern = StructuralUnitProperty.stringToProperties(this.getCorpus(), this.getStringParameterValue(ReferencerPreferences.PATTERN));

		this.pProperty = this.getCorpus().getProperty(this.getStringParameterValue(ReferencerPreferences.UNIT_PROPERTY));

		return true;

	}

	@Override

	public boolean saveParameters() {

		if (this.pQuery != null) {

			this.saveParameter(ReferencerPreferences.QUERY, this.pQuery.getQueryString());

		}

		if (this.pPattern != null) {

		}

		if (this.pProperty != null) {

			this.saveParameter(ReferencerPreferences.UNIT_PROPERTY, this.pProperty.getName());

		}

		return true;

	}

	/**

	 * The Class Line.

	 */

	public class Line {

		/** The id. */

		int id;

		/** The propvalue. */

		String linepropvalue;

		/** The notcomputed. */

		/** The positions. */

		ArrayList<Integer> positions;

		/** The references. */

		ArrayList<String> references;

		/** The references counts. */

		/**

		 * Instantiates a new line.

		 *

		 */

		public Line(int i) {

			id = i;

		}

		/**

		 * Adds the position.

		 *

		public void addPosition(int i) {

			positions.add(i);

		}

		/**

		 * Adds the reference.

		 *

			if (!referencesCounts.containsKey(string)) {

				references.add(string);

				referencesCounts.put(string, 1);

			}

		}

		/**

		 * Clear.

		 */

		public void clear() {

			notcomputed = false;

		}

		/**

		 * Gets the count.

		 *

		public int getCount(String ref) {

			return referencesCounts.get(ref);

		}

		public HashMap<String, Integer> getCounts() {

			return referencesCounts;

		}

		/**

		 * Gets the prop value.

		 *

		public String getPropValue() {

			return linepropvalue;

		}

		/**

		 * Gets the references.

		 *

		public List<String> getReferences() {

			return references;

		}

		/**

		 * Sort alpha.

		 */

		public void sortAlpha() {

			Collections.sort(references);

		}

		/**

		 * Sort ref.

		 *

		 */

		public void sortRef(final boolean reverse) {

			Collections.sort(references, new Comparator<String>() {

				@Override

				public int compare(String arg0, String arg1) {

					if (reverse)

				}

			});

		}

		 * @see java.lang.Object#toString()

		 */

		@Override

		public String toString() {

		}

	}

	public void setQuery(CQLQuery query) {

		this.pQuery = query;

	}

	public void setProperty(Property property) {

		this.pProperty = property;

	}

	public void setPattern(List<StructuralUnitProperty> properties) {

		this.pPattern = properties;

	}

	 */

	public String createQuery(List<Line> lines) {

		String query = ""; //$NON-NLS-1$

		int nbToken = 1;

		Property prop = this.getProperty();

			for (Line line : lines) {

				String s = line.getPropValue();

				s = CQLQuery.addBackSlash(s);

		}

		query = query.substring(0, query.length() - 1);

		return query;

	}

	@Override

	public String getResultType() {

		return ReferencerCoreMessages.RESULT_TYPE;

	}

import org.txm.statsengine.r.core.RResult;

import org.txm.statsengine.r.core.RWorkspace;

import org.txm.statsengine.r.core.exceptions.RWorkspaceException;

import org.txm.utils.logger.Log;

/**

	 * @param partition

	 * @throws Exception

	 */

		// parts lexicons

		List<CQPLexicon> partsLexicons = new ArrayList<>();

		for (int i = 0; i < partition.getPartsCount(); i++) {

		}

		// Corpus global lexicon

		ArrayList<String> filteredForms = new ArrayList<>();

		// create a copy and filter line with Fmin;

	@Override

		if (this.pExternData) {

			return this.statsData != null;

			Subcorpus subcorpus = (Subcorpus) this.parent;

			CQPCorpus parentCorpus = subcorpus.getCorpusParent();

			this.statsData = new LexicalTableImpl(getNextName(), l1, l2);

		}

		else if (this.parent instanceof Partition) {

		}

		else if (this.parent instanceof PartitionIndex) {

		boolean needInit = (this.chartComposite.getChartComponent() == null) && (this.getResult().getChart() != null);

		// loading chart

		this.loadChart();

	// For reducing resize flickering on Windows

		try {

			System.setProperty("sun.awt.noerasebackground", "true"); //$NON-NLS-1$ //$NON-NLS-2$

		}

		catch (NoSuchMethodError error) {

		}

	}

	protected Frame frame;

	protected JPanel rootPanel;

	/**

	 * @param chartEditor

	 * @param parent

		super(chartEditor, parent, style);

		this.frame = SWT_AWT.new_Frame(this);

		// Need to add an AWT/Swing Panel to fix mouse events and mouse cursors changes on AWT/Swing chart component panel (see: https://bugs.java.com/bugdatabase/view_bug.do?bug_id=4982522)

		this.rootPanel = new JPanel(new BorderLayout());

		this.frame.add(this.rootPanel);

		// FIXME: tests with Applet, see: https://www.eclipse.org/articles/article.php?file=Article-Swing-SWT-Integration/index.html

		// NOTE SJ: avec ce code le changement de moteur à la volée ne fonctionne pas sous Mac OS X

		// stops the conflict between AWT and SWT events that freezes the SWT Spinner, TextFields, etc.

		// (Progression query, Specificities chart banality, etc.)

		// see: http://forge.cbp.ens-lyon.fr/redmine/issues/2548

			this.frame.setAutoRequestFocus(false);

		}

		this.frame.setVisible(true);

		this.rootPanel.setBackground(Color.WHITE);

		this.rootPanel.setBorder(new LineBorder(Color.WHITE, 1));

		// Change the border of the root panel to show to user the chart is focused

		this.frame.addWindowFocusListener(new WindowFocusListener() {

			@Override

			public void windowGainedFocus(WindowEvent e) {

				((JComponent) rootPanel).setBorder(new LineBorder(Color.GRAY, 1));

				// FIXME: SJ: SWT/AWT focus bugs thread tests, need to wait to see how SWT/AWT bugs will be fixed before removing this

			}

		});

		// part #1: release the focus at mouse exited on the rootPanel, needed for empty charts, eg. Progression

		// stops the conflict between AWT and SWT events that freezes the SWT Spinner, TextFields, etc.

		// (Progression query, Specificities chart banality, etc.)

		// see: http://forge.cbp.ens-lyon.fr/redmine/issues/2548

		if (OSDetector.isFamilyUnix()) {

			this.rootPanel.addMouseListener(new MouseListener() {

				@Override

				public void mouseReleased(MouseEvent e) {

					// TODO Auto-generated method stub

				}

				@Override

				public void mousePressed(MouseEvent e) {

					// TODO Auto-generated method stub

				}

				@Override

				public void mouseExited(MouseEvent e) {

					// FIXME: SJ: temporary workaround to Linux focus bugs

						// Log.finest("SwingChartComposite.initEventsListeners().new MouseListener()

						// {...}.mouseExited()");

						frame.setVisible(true);

						Display.getDefault().asyncExec(new Runnable() {

							@Override

							public void run() {

								SwingChartComposite.this.chartEditor.getShell().forceActive();

							}

						});

					}

				}

				@Override

				public void mouseEntered(MouseEvent e) {

					// TODO Auto-generated method stub

				}

				@Override

				public void mouseClicked(MouseEvent e) {

					// TODO Auto-generated method stub

				}

			});

		}

	}

	@Override

	public boolean setFocus() {

		if (this.isDisposed()) {

			System.out.println("SwingChartComposite.setFocus(): is disposed.");

			return false;

		// Debug

		Log.finest("SwingChartComposite.setFocus(): trying to give focus to SWT composite and AWT component..."); //$NON-NLS-1$

		boolean focusState = false;

		// Debug

	/**

	 * Requests the focus in chart component.

	 */

				}

			});

		}

	}

		((Component) getChartComponent()).addMouseListener(new MouseListener() {

			@Override

			public void mouseReleased(final MouseEvent e) {