Laboratoire ICAR » Plateforme TXM

<?xml version="1.0" encoding="UTF-8"?>

<projectDescription>

	<name>org.txm.wordcloud.core</name>

	<comment></comment>

	<projects>

	</projects>

	<buildSpec>

		<buildCommand>

			<name>org.eclipse.jdt.core.javabuilder</name>

			<arguments>

			</arguments>

		</buildCommand>

		<buildCommand>

			<name>org.eclipse.pde.ManifestBuilder</name>

			<arguments>

			</arguments>

		</buildCommand>

		<buildCommand>

			<name>org.eclipse.pde.SchemaBuilder</name>

			<arguments>

			</arguments>

		</buildCommand>

	</buildSpec>

	<natures>

		<nature>org.eclipse.pde.PluginNature</nature>

		<nature>org.eclipse.jdt.core.javanature</nature>

	</natures>

</projectDescription>

ComputeWordCloud_3=The {0} R package was not installed. Reason: {1}.

ComputeWordCloud_7=Operation canceled by user.

Log_Aborting=Aborting WordCloud.

Log_Could_not_install_R_package=Could not install the {0} package.

Log_Installing_R_package=Installing {0} R package...

Log_Loading_R_package=Loading package:

Log_R_Packages_installation_failed=The necessary R packages have not been installed properly, it is not possible to complete the installation of the WordCloud command.\nSee instructions at https://groupes.renater.fr/wiki/txm-users/public/extensions#wordcloud 

Log_R_Packages_loaded=R packages loaded. Now running WordCloud.

Log_Stats_Engine_not_ready=StatEngine is not ready. Canceling command.

StatusBar_Opening_result=Opening WordCloud results.

WordCloudTitle=WordCloud

package org.txm.wordcloud.core.messages;

import org.eclipse.osgi.util.NLS;

public class TBXWordCloudMessages extends NLS {

	private static final String BUNDLE_NAME = "org.txm.wordcloud.core.messages.messages"; //$NON-NLS-1$

	public static String ComputeWordCloud_3;

	public static String ComputeWordCloud_7;

	public static String Log_Aborting;

	public static String Log_Could_not_install_R_package;

	public static String Log_Installing_R_package;

	public static String Log_Loading_R_package;

	public static String Log_R_Packages_installation_failed;

	public static String Log_R_Packages_loaded;

	public static String Log_Stats_Engine_not_ready;

	public static String StatusBar_Opening_result;

	public static String WordCloudTitle;

	static {

		// initialize resource bundle

		NLS.initializeMessages(BUNDLE_NAME, TBXWordCloudMessages.class);

	}

	private TBXWordCloudMessages() {

	}

}

ComputeWordCloud_6=Echec de l'installation du package {0}.

ComputeWordCloud_7=Annulation par l'utilisateur.

Log_Aborting=Abandon du calcul.

Log_Could_not_install_R_package=Le package R {0} n'a pas pu ?tre install?. Raison : {1}. 

Log_Installing_R_package=Installation du package R {0}...

Log_Loading_R_package=Chargement du package : 

Log_R_Packages_installation_failed=Les packages n?c?ssaires au fonctionnement de la fonctionnalit? n'ont pas pu ?tre install?s. Voir les instructions pour installation manuelle ? l'adresse https://groupes.renater.fr/wiki/txm-users/public/extensions#wordcloud

Log_R_Packages_loaded=Les packages R ont ?t? charg?s. Lancement du calcul.

Log_Stats_Engine_not_ready=Le moteur de statistique n'est pas pr?t. Abandon.

StatusBar_Opening_result=Ouverture du r?sultat.

WordCloudTitle=Nuage de mots

package org.txm.wordcloud.core.functions;

import java.io.File;

import java.io.IOException;

import java.util.ArrayList;

import java.util.List;

import org.txm.HasResults;

import org.txm.functions.Function;

import org.txm.functions.TXMResult;

import org.txm.functions.index.Index;

import org.txm.functions.index.Line;

import org.txm.searchengine.cqp.clientExceptions.CqiClientException;

import org.txm.searchengine.cqp.corpus.Corpus;

import org.txm.searchengine.cqp.corpus.Lexicon;

import org.txm.searchengine.cqp.corpus.Property;

import org.txm.searchengine.cqp.corpus.query.Query;

import org.txm.searchengine.cqp.serverException.CqiServerError;

import org.txm.stat.engine.r.RWorkspace;

import org.txm.stat.engine.r.RWorkspaceException;

import org.txm.tbx.preferences.TXMPreferences;

import org.txm.utils.logger.Log;

import org.txm.wordcloud.core.messages.TBXWordCloudMessages;

import org.txm.wordcloud.core.preferences.WordCloudPreferences;

public class WordCloud extends Function implements TXMResult {

	//TODO: test rw.setStringEncoding("UTF-8"); // or connection

	private int[] freqs;

	private String[] labels;

	private Corpus corpus;

	private Object source;

	public WordCloud(Lexicon lex) {

		//List<Line> lines = voc.getAllLines();

		corpus = lex.getCorpus();

		source = lex;

		this.freqs = lex.getFreq();

		this.labels = lex.getForms();

		//removeDiacritics();

	}

//	public WordCloud(LexicalTable table) throws RWorkspaceException, REXPMismatchException {

//		parent = table.getPartition();

//		if (parent == null) parent = table.getCorpus();

//		

//		RWorkspace rw = RWorkspace.getRWorkspaceInstance();

//		this.labels = rw.evalToString("rownames("+table.getSymbol()+")");

//		this.freqs = rw.eval("rowSums("+table.getSymbol()+")").asIntegers();

//		

//		removeDiacritics();

//	}

	/**

	 * 

	 * @param voc

	 */

	public WordCloud(Index voc) {

		initWith(voc);

		//removeDiacritics();

	}

	/**

	 * 

	 * @param voc

	 */

	private void initWith(Index voc) {

		corpus = voc.getCorpus();

		source = voc;

		List<Line> lines = voc.getAllLines();

		this.freqs = new int[lines.size()];

		this.labels = new String[lines.size()];

		int i = 0;

		for (Line line : lines) {

			freqs[i] = line.getFrequency();

			labels[i] = line.toString("_"); //$NON-NLS-1$

			i++;

		}

	}

	/**

	 * 

	 * @param corpus

	 * @throws CqiClientException

	 * @throws IOException

	 * @throws CqiServerError

	 */

	public WordCloud(Corpus corpus) throws CqiClientException, IOException, CqiServerError {

		Query query;

		String lang = corpus.getLang();

		if (corpus.getProperty(lang+"pos") != null) {

			query = new Query(getQueryForLang(lang));

		} else {

			query = new Query("[]");

		}

		System.out.println("Used query: "+query);

		ArrayList<Property> props = new ArrayList<Property>();

		props.add(corpus.getProperty("word"));

		Index voc = new Index(corpus, query, props);

		if (!query.toString().equals("[]")) {

			corpus.storeResult(voc);

		}

		List<Line> lines = voc.getAllLines();

		if (lines != null && lines.size() > 0) {

			this.initWith(voc);

		} else {

			Log.severe("Error: Could not build a  word selection with this corpus");

			throw new IllegalArgumentException("Error: Index failed with corpus "+corpus+" with lang "+lang+" and query "+query);

		}

	}

//	public WordCloud(QueryIndex qindex) {

//		parent = qindex.getCorpus();

//		source = qindex;

//		Collection<QueryIndexLine> lines = qindex.getLines();

//		this.freqs = new int[lines.size()];

//		this.labels = new String[lines.size()];

//		

//		int i = 0;

//		for (QueryIndexLine line : lines) {

//			freqs[i] = line.getFrequency();

//			labels[i] = line.getName();

//		}

//		//removeDiacritics();

//	}

	private String getQueryForLang(String lang) {

		if ("fr".equals(lang)) {

			return "[frpos=\"NOM|NAM|ADJ|VER.*\"  & frlemma!=\"être|avoir|faire|pouvoir|devoir|vouloir|falloir|aller|dire|savoir\"]"; // requete de Serge pour le français TT

		} else if ("en".equals(lang)) {

			return "[enpos=\"N.*|JJ.*|V.*\"  & enlemma!=\"be|have|do|say|go|make|other\"]"; // requete de Serge pour l'anglais TT

		} else {

			return ".*";

		}

	}

	public Corpus getCorpus() {

		return corpus;

	}

	public Object getSource() {

		return source;

	}

	private void removeDiacritics() {

		//for (int i = 0; i < labels.length ; i++)

		//	labels[i] = AsciiUtils.convertNonAscii(labels[i]);

	}

	/**

	 * 

	 * @return

	 */

	public String getName() {

		return "WordCloud (" + TXMPreferences.getInt(WordCloudPreferences.PREFERENCES_NODE, this, WordCloudPreferences.FMIN)

				+ " / "

				+ TXMPreferences.getInt(WordCloudPreferences.PREFERENCES_NODE, this, WordCloudPreferences.MAX_WORDS)

				+ ")";

	}

	/**

	 * Check and init R packages.

	 * @return

	 */

	// FIXME: to factorize and move to RWorkspace 

	public static boolean initPackages()	{

		String[] packages = {"Rcpp", "RColorBrewer", "wordcloud"}; //$NON-NLS-1$ //$NON-NLS-2$

		try {

			if (!loadAndInstallNeededPackages(RWorkspace.getRWorkspaceInstance(), packages)) {

				System.out.println(TBXWordCloudMessages.Log_Aborting);

				return false;

			}

		} catch (RWorkspaceException e) {

			System.out.println(TBXWordCloudMessages.Log_Stats_Engine_not_ready);

			Log.printStackTrace(e);

			return false;

		}

		return true;

	}

	/**

	 * 

	 * @param rw

	 * @param packages

	 * @return

	 */

	// FIXME: to factorize and move to RWorkspace

	public static boolean loadAndInstallNeededPackages(RWorkspace rw, String[] packages) {

		boolean installFailed = false;

		for (String p : packages) {

			try {

				Log.severe(TBXWordCloudMessages.bind(TBXWordCloudMessages.Log_Loading_R_package, p));

				loadPackage(rw, p);

			} catch(Exception e) {

				//Log.severe(Messages.bind(Messages.ComputeWordCloud_3,p,e));

				System.out.println(TBXWordCloudMessages.bind(TBXWordCloudMessages.Log_Installing_R_package, p));

				try {

					rw.eval("install.packages(\""+p+"\", dependencies=TRUE, repos=\"http://cran.rstudio.com\");"); //$NON-NLS-1$ //$NON-NLS-2$

					rw.eval("library(\""+p+"\")"); //$NON-NLS-1$ //$NON-NLS-2$

				} catch(Exception e2) {

					System.out.println(TBXWordCloudMessages.bind(TBXWordCloudMessages.Log_Could_not_install_R_package, p));

					Log.printStackTrace(e2);

					installFailed = true;

				}

			}

		}

		if (installFailed) {

			System.out.println(TBXWordCloudMessages.Log_R_Packages_installation_failed);

			return false;

		} else {

			Log.info(TBXWordCloudMessages.Log_R_Packages_loaded);

			return true;

		}

	}

	/**

	 * 

	 * @param rw

	 * @param p

	 * @throws RWorkspaceException

	 */

	// FIXME: to factorize and move to RWorkspace

	public static void loadPackage(RWorkspace rw, String p) throws RWorkspaceException {

		rw.eval("library(\""+p+"\")"); //$NON-NLS-1$ //$NON-NLS-2$

	}

	/**

	 * @return the freqs

	 */

	public int[] getFreqs() {

		return freqs;

	}

	/**

	 * @return the labels

	 */

	public String[] getLabels() {

		return labels;

	}

	@Override

	public boolean toTxt(File outfile, String encoding, String colseparator, String txtseparator) throws Exception {

		// TODO Auto-generated method stub

		return false;

	}

	@Override

	public void clean() {

		// TODO Auto-generated method stub

	}

	@Override

	public boolean delete() {

		return this.corpus.removeResult(this);

	}

	@Override

	public HasResults getParent() {

		return this.corpus;

	}

}

package org.txm.wordcloud.core.chartsengine.jfreechart;

import org.jfree.chart.JFreeChart;

import org.jfree.data.xy.XYSeriesCollection;

import org.txm.chartsengine.jfreechart.core.JFCChartCreator;

import org.txm.wordcloud.core.functions.WordCloud;

public class JFCWordCloudChartCreator extends JFCChartCreator {

	public JFCWordCloudChartCreator() {

		// TODO Auto-generated constructor stub

	}

	@Override

	public JFreeChart createChart(Object resultData, String preferencesNode) {

		// TODO Auto-generated method stub

		System.err.println("JFCWordCloudChartCreator.createChart(): Not yet implemented");

		WordCloud wordCloud = (WordCloud) resultData;

		JFreeChart chart = null;

		XYSeriesCollection dataset = new XYSeriesCollection();

//		XYSeries series = new XYSeries("test wordcloud");

//		dataset.addSeries(series);

        String[] xAxisSymbols = new String[0];

//		for (int i = 0 ; i < 0 ; i++) {

//			//series.add(i, Math.random());

//

//			// Add X axis symbol

//			xAxisSymbols[i] = "test " + i;

//		}

		// Create chart title

		String title = "";

		// Create the chart

        chart = this.getChartsEngine().createXYBarChart(dataset, title, "", "", false, true, false, xAxisSymbols);

        //((IItemSelectionRenderer) chart.getXYPlot().getRenderer()).setChartType(ChartsEngine.CHART_TYPE_PARTITION_DIMENSIONS);

        chart.getPlot().setNoDataMessage("JFCWordCloudChartCreator.createChart(): Not yet implemented in JFreeChart charts engine.");

        // Custom range axis for ticks drawing options

        //chart.getXYPlot().setRangeAxis(new ExtendedNumberAxis((NumberAxis) chart.getXYPlot().getRangeAxis(), false, true, 0, DatasetUtilities.findMaximumRangeValue(chart.getXYPlot().getDataset()).doubleValue()));

        //this.getChartsEngine().getTheme().apply(chart);

		return chart;

	}

	@Override

	public Class getResultDataType() {

		return WordCloud.class;

	}

}

package org.txm.wordcloud.core.chartsengine.r;

import java.io.File;

import org.txm.chartsengine.r.core.RChartCreator;

import org.txm.chartsengine.r.core.RChartsEngine;

import org.txm.stat.StatException;

import org.txm.stat.engine.r.RWorkspace;

import org.txm.stat.engine.r.RWorkspaceException;

import org.txm.tbx.preferences.TXMPreferences;

import org.txm.wordcloud.core.functions.WordCloud;

import org.txm.wordcloud.core.preferences.WordCloudPreferences;

public class RWordCloudChartCreator extends RChartCreator {

	public RWordCloudChartCreator() {

		// TODO Auto-generated constructor stub

	}

	@Override

	public Object createChart(Object resultData, String preferencesNode) {

		// TODO Auto-generated method stub

		return null;

	}

	@Override

	public File createChartFile(Object resultData, File file, String preferencesNode) {

		try {

			WordCloud wordCloud = (WordCloud) resultData;

			// parameters

			int maxWords = TXMPreferences.getInt(preferencesNode, resultData, WordCloudPreferences.MAX_WORDS);

			int minFreq = TXMPreferences.getInt(preferencesNode, resultData, WordCloudPreferences.FMIN);

			float rotPer = TXMPreferences.getFloat(preferencesNode, resultData, WordCloudPreferences.ROT);

			boolean randomOrder = TXMPreferences.getBoolean(preferencesNode, resultData, WordCloudPreferences.RANDOM_POSITION);

			RWorkspace rw = RWorkspace.getRWorkspaceInstance();

//	System.out.println("load wordcloud...");

			rw.eval("library(wordcloud)"); //$NON-NLS-1$

			//System.out.println("tmpfreqs...");

			rw.addVectorToWorkspace("tmpfreqs", wordCloud.getFreqs()); //$NON-NLS-1$

			//System.out.println("tmplabels...");

			rw.addVectorToWorkspace("tmplabels", wordCloud.getLabels()); //$NON-NLS-1$

			//wordcloud(words,freq,

			// scale : A vector of length 2 indicating the range of the size of the words.

			// min.freq:  words with frequency below min.freq will not be plotted

			// max.words : Maximum number of words to be plotted. least frequent terms dropped

			// random.order : plot words in random order. If false, they will be plotted in decreasing frequency

			// random.color : choose colors randomly from the colors. If false, the color is chosen based on the frequency

			// rot.per : proportion words with 90 degree rotation

			// colors : color words from least to most frequent

			// ordered.colors : if true, then colors are assigned to words in order

			//System.out.println("wordcloud...");

			String cmd = "wordcloud(tmplabels, tmpfreqs, random.color=FALSE, colors=brewer.pal(10,\"Dark2\")"; //$NON-NLS-1$

			if (randomOrder == false)

				cmd += ", random.order=FALSE"; //$NON-NLS-1$

			if (maxWords > 0) {

				cmd += ", max.words="+maxWords; //$NON-NLS-1$

			} else {

				cmd += ", max.words=Inf"; //$NON-NLS-1$

			}

			if (minFreq > 0) {

				cmd += ", min.freq="+minFreq; //$NON-NLS-1$

			}

			if (rotPer >= 0 && rotPer <= 1) {

				cmd += ", rot.per="+rotPer; //$NON-NLS-1$

			}

			cmd +=");"; //$NON-NLS-1$

//System.out.println("ploting...");

			//rw.plot(svgFile, cmd, device);

			((RChartsEngine) this.chartsEngine).plot(file, cmd);

				//System.out.println("cleaning");

				rw.eval("rm(tmplabels)"); //$NON-NLS-1$

				rw.eval("rm(tmpfreqs)"); //$NON-NLS-1$

		}

		catch(RWorkspaceException e) {

			// TODO Auto-generated catch block

			e.printStackTrace();

		}

		catch(StatException e) {

			// TODO Auto-generated catch block

			e.printStackTrace();

		}

		return file;

	}

	@Override

	public Class getResultDataType() {

		return WordCloud.class;

	}

}

package org.txm.wordcloud.core.preferences;

import org.eclipse.core.runtime.preferences.DefaultScope;

import org.osgi.framework.FrameworkUtil;

import org.osgi.service.prefs.Preferences;

import org.txm.tbx.preferences.TXMPreferences;

public class WordCloudPreferences extends TXMPreferences {

	// auto populate the preference node qualifier from the current bundle id

	public static final String PREFERENCES_NODE = FrameworkUtil.getBundle(WordCloudPreferences.class).getSymbolicName();

	public static final String PREFERENCES_PREFIX = "wordcloud_";

	public static final String MAX_WORDS = PREFERENCES_PREFIX + "max_words"; //$NON-NLS-1$

	public static final String FMIN = PREFERENCES_PREFIX + "f_min"; //$NON-NLS-1$

	public static final String ROT = PREFERENCES_PREFIX + "rotation_percent"; //$NON-NLS-1$

	public static final String RANDOM_POSITION = PREFERENCES_PREFIX + "random_positions"; //$NON-NLS-1$

	public WordCloudPreferences() {

		// TODO Auto-generated constructor stub

	}

	@Override

	public void initializeDefaultPreferences() {

		// FIXME: tests

		//Preferences preferences = InstanceScope.INSTANCE.getNode("org.txm.tbx.wordcloud");

		//Application.PLUGIN_ID

		//Preferences preferences = ConfigurationScope.INSTANCE.getNode(ConfigurationScope.SCOPE);

		// default preferences

		//System.out.println("WordCloudPreferencesInitializer.initializeDefaultPreferences() tests MAXWORDS ConfigurationScope: " + ConfigurationScope.INSTANCE.getNode(PREFERENCE_NODE).get(MAXWORDS, "tt"));

		Preferences defaultPreferences = DefaultScope.INSTANCE.getNode(PREFERENCES_NODE);

		defaultPreferences.putInt(MAX_WORDS, 50);

		defaultPreferences.putInt(FMIN, 20);

		defaultPreferences.putInt(ROT, 10);

		defaultPreferences.putBoolean(RANDOM_POSITION, false);

		// FIXME: tests

//		IPreferencesService service = Platform.getPreferencesService();

//		System.out.println("WordCloudPreferencesInitializer.initializeDefaultPreferences() tests MAXWORDS IPreferenceService: " + service.getString(PREFERENCE_NODE, MAXWORDS, "tttt", null));

		//System.err.println("WordCloudPreferencesInitializer.initializeDefaultPreferences()");

		// preferences from file

//		Preferences userPreferences = ConfigurationScope.INSTANCE.getNode("org.txm.tbx.wordcloud");

//		System.err.println("***********************************************WordCloudPreferencesInitializer.initializeDefaultPreferences(): " + Platform.getProduct().getId());

	}

}

source.. = src/

output.. = bin/

bin.includes = META-INF/,\

               .,\

               plugin.xml

<?xml version="1.0" encoding="UTF-8"?>

<?eclipse version="3.4"?>

<plugin>

   <extension

         point="org.txm.chartsengine.chartcreator">

      <ChartCreator

            chartsEngineName="TMP_jfreechart_charts_engine"

            class="org.txm.wordcloud.core.chartsengine.jfreechart.JFCWordCloudChartCreator"

            fileNamePrefix="wordcloud">

      </ChartCreator>

      <ChartCreator

            chartsEngineName="r_charts_engine"

            class="org.txm.wordcloud.core.chartsengine.r.RWordCloudChartCreator"

            fileNamePrefix="wordcloud">

      </ChartCreator>

   </extension>

   <extension

         point="org.eclipse.core.runtime.preferences">

      <initializer

            class="org.txm.wordcloud.core.preferences.WordCloudPreferences">

      </initializer>

   </extension>

</plugin>

eclipse.preferences.version=1

org.eclipse.jdt.core.compiler.codegen.inlineJsrBytecode=enabled

org.eclipse.jdt.core.compiler.codegen.targetPlatform=1.6

org.eclipse.jdt.core.compiler.compliance=1.6

org.eclipse.jdt.core.compiler.problem.assertIdentifier=error

org.eclipse.jdt.core.compiler.problem.enumIdentifier=error

org.eclipse.jdt.core.compiler.source=1.6

<?xml version="1.0" encoding="UTF-8"?>

<classpath>

	<classpathentry kind="con" path="org.eclipse.jdt.launching.JRE_CONTAINER/org.eclipse.jdt.internal.debug.ui.launcher.StandardVMType/JavaSE-1.6"/>

	<classpathentry kind="con" path="org.eclipse.pde.core.requiredPlugins"/>

	<classpathentry kind="src" path="src"/>

	<classpathentry kind="output" path="bin"/>

</classpath>

Manifest-Version: 1.0

Bundle-ManifestVersion: 2

Bundle-Name: WordCloud TBX

Bundle-SymbolicName: org.txm.wordcloud.core;singleton:=true

Bundle-Version: 1.0.0.qualifier

Bundle-RequiredExecutionEnvironment: JavaSE-1.6

Require-Bundle: org.eclipse.core.runtime;bundle-version="3.10.0",

 org.txm.toolbox;bundle-version="0.7.0",

 org.txm.chartsengine.jfreechart.core;bundle-version="1.0.0",

 org.txm.chartsengine.r.core;bundle-version="1.0.0"

Export-Package: org.txm.wordcloud.core.chartsengine.jfreechart,

 org.txm.wordcloud.core.chartsengine.r,

 org.txm.wordcloud.core.functions,

 org.txm.wordcloud.core.messages,

 org.txm.wordcloud.core.preferences

Import-Package: org.txm.chartsengine.core

Bundle-Vendor: TXM