Laboratoire ICAR » Plateforme TXM

	public String lemmaProperty = null;

	@Option(name="lexique", usage="Lexicon file", widget="File", required=true, def="lexicon.txt")

	public File lexique = null;

	@Option(name="options", usage="TreeTagger supplementary options", widget="String", required=true, def="")

	public String options = null;

				corpus = (CQPCorpus)first;

				if (ParametersDialog.open(this)) {

					return corpus;

				}

		return null;

	}

		JobHandler job = new JobHandler("Applying TreeTagger to "+corpus+" corpus.") {

			@Override

					File lexique2 = lexique;

					MainCorpus mainCorpus = corpus.getMainCorpus();

					File corpusBinaryDirectory = mainCorpus.getProjectDirectory();

					System.out.println("TRAIN : "+corpus+" with "+lexique2+" to create "+model+ " with properties "+Arrays.toString(properties));

					if (properties == null || properties.length != 2) {

							return Status.CANCEL_STATUS;

						}

					}

					Property pos = corpus.getProperty(properties[0]);

					Property lemma = corpus.getProperty(properties[1]);

					// Prepare temporary directory

					File treetaggerSrcDirectory = new File(mainCorpus.getProjectDirectory(), "treetagger");

					DeleteDir.deleteDirectory(treetaggerSrcDirectory);

					treetaggerSrcDirectory.mkdirs();

					HashMap<String, HashSet<String>> simplified_lexicon = null;

					HashMap<String, HashSet<String>> simplified_lexicon_errors = null;

					int error_counter = 0;

							if (!lex.containsKey(form)) {

								ArrayList<String> pairs = new ArrayList<String>();

								HashSet<String> posValues = new HashSet<String>();

								allPosValues.put(form, posValues);

								lex.put(form, pairs);

							}

							String posValue = values.get(1).get(0);

							String lemmaValue = values.get(2).get(0);

							if (posValues.contains(posValue)) {

							} else {

								posValues.add(posValue);

								pairs.add(posValue);

							for (String v : lex.get(form)) {

								if (tab) writer.write("\t"+v);

								else writer.write(" "+v);

								tab = !tab;

							}

							writer.write("\n");

						}

						reader.close();

					}

					// create TT SRC file from CWB indexes

					File ttSrcFile = new File(treetaggerSrcDirectory, mainCorpus.getID()+".tt");

					System.out.println("TT SRC file: "+ttSrcFile.getAbsolutePath());

					BufferedOutputStream fos = new BufferedOutputStream(new FileOutputStream(ttSrcFile));

					for (Match m : corpus.getMatches()) {

						for (int i = m.getStart() ; i <= m.getEnd() ; i++) { // end match must be included

							positions.add(i);

							if (positions.size() >= 1000) { // avoid too big array

								int[] positions_array = new int[positions.size()];

								int ip = 0;

									if (w != null) {

										String s = w+"\t"+values[iW];

										ps.println(s);

										if (simplified_lexicon != null) { // check given lexicon

											if (simplified_lexicon.containsKey(w)) {

												if (!simplified_lexicon.get(w).contains(values[iW])) {

						positions.clear();

					}

					ps.close();

					if (simplified_lexicon_errors != null && simplified_lexicon_errors.size() > 0) {

						File error_file = new File(treetaggerSrcDirectory, "errors.txt");

						PrintWriter errorwriter = IOUtils.getWriter(error_file);

						String line = reader.readLine();

						while (line != null) {

							String w = line.split("\t", 2)[0];

							if (simplified_lexicon_errors.containsKey(w)) {

								for (String p : simplified_lexicon_errors.get(w)) {

									if (!p.startsWith("#"))

								}

								simplified_lexicon_errors.remove(w);

							}

							writer.println(line);

							line = reader.readLine();

						}

						// write missing words

						for (String w2 : simplified_lexicon_errors.keySet()) {

							writer.print(w2);

							}

							writer.println("");

						}

						reader.close();

						writer.close();

						System.out.println("Adding words to a temporary lexicon: "+lexique3);

						lexique2 = lexique3;

					}

					// Create open class file : contains all pos values

					// Call treetagger-train

						System.out.println("Running treetagger-train...");

						String treetaggerBinDirectory = new File(TreeTaggerPreferences.getInstance().getString(TreeTaggerPreferences.INSTALL_PATH), "bin").getAbsolutePath();

						if (!treetaggerBinDirectory.endsWith("/")) treetaggerBinDirectory += "/";

						TreeTagger tt = new TreeTagger(treetaggerBinDirectory, options);

						tt.settoken();

						//tt.setlemma();

						tt.setsgml();

						tt.setst(sentenceTag);

						if (cl > 0) {

							tt.setcl(cl);

						}

						float dtg = TreeTaggerPreferences.getInstance().getFloat(TreeTaggerPreferences.OPTIONS_DTG);

						if (dtg > 0) {

							tt.setdtg(dtg);

						}

						float sw = TreeTaggerPreferences.getInstance().getFloat(TreeTaggerPreferences.OPTIONS_SW);

						if (sw > 0) {

							tt.setsw(sw);

						}

						float atg = TreeTaggerPreferences.getInstance().getFloat(TreeTaggerPreferences.OPTIONS_ATG);

						if (atg > 0) {

							tt.setatg(atg);

						}

						float ecw = TreeTaggerPreferences.getInstance().getFloat(TreeTaggerPreferences.OPTIONS_ECW);

						if (ecw > 0) {

							tt.setecw(ecw);

						}

						float lt = TreeTaggerPreferences.getInstance().getFloat(TreeTaggerPreferences.OPTIONS_LT);

						if (lt > 0) {

							tt.setlt(lt);

						}

						if (TreeTaggerPreferences.getInstance().getBoolean(TreeTaggerPreferences.OPTIONS_DEBUG)) {

							tt.debug(true);

						} else {

							tt.setquiet();

						}

						System.out.println("Done: "+model.getAbsolutePath());

					} else {

						System.out.println("Aborting.");

					}

					return Status.OK_STATUS;

				} catch (Exception e) {

					System.out.println("Error while training TT: "+e);

		boolean mustBuildFacsEdition = project.getEditionDefinition("facs").getBuildEdition()

		if (!mustBuildFacsEdition) return true;

		}

		def second = 0

		preferences.putBoolean(TBXPreferences.EXPERT_USER, false);

		preferences.putBoolean(TBXPreferences.VISIBLE, true);

		// FIXME

		preferences.putBoolean(TBXPreferences.ADD_TECH_LOGS, true);