Laboratoire ICAR » Plateforme TXM

import visuAnalec.vue.Vue;

public class URSAnnotationsImporter {

	protected MainCorpus mainCorpus;

	protected Corpus analecCorpus;

	protected File annotationsDirectory;

	protected Vue analecVue;

	protected IProgressMonitor monitor;

	protected XMLInputFactory factory;

	protected File aamFile;

	protected static PersonalNamespaceContext Nscontext = new PersonalNamespaceContext();

	public URSAnnotationsImporter(IProgressMonitor monitor, File outputDirectory, File aamFile, MainCorpus mainCorpus, Corpus analecCorpus, Vue analecVue) {

		this.annotationsDirectory = outputDirectory;

		this.aamFile = aamFile;

		this.analecVue = analecVue;

		this.monitor = monitor;

	}

	public boolean process() throws Exception {

		if (!annotationsDirectory.exists()) {

			return false;

		}

		if (!annotationsDirectory.isDirectory()) {

			return false;

		}

		if (!aamFile.exists()) {

			if (!FichiersGlozz.importerModeleGlozz(analecCorpus, aamFile)) {

				return false;

			}

		}

		File[] ursFiles = annotationsDirectory.listFiles(new FilenameFilter() {

			@Override

			public boolean accept(File dir, String name) {

				return name.matches(".+-urs\\.xml");

			}

		});

		if (ursFiles == null) {

			return false;

		}

		if (ursFiles.length == 0) {

			return false;

		}

		Arrays.sort(ursFiles);

		factory = XMLInputFactory.newInstance();

		List<String> cqpTextIds = Arrays.asList(mainCorpus.getCorpusTextIdsList());

		for (File xmlTXMFile : ursFiles) {

			String textid = xmlTXMFile.getName().substring(0, xmlTXMFile.getName().length() - 8);

			if (cqpTextIds.contains(textid)) {

				// N unit, N unit error, N unit no match error, N unit too much match error, N Relation, N Relation error, N Schema, N Schema error

				List<Integer> result_summary = processText(textid, xmlTXMFile);

			}

			if (monitor != null && monitor.isCanceled()) {

				return false;

			}

		}

		if (!aamFile.exists()) {

			Vue vue = URSCorpora.getVue(analecCorpus);

			vue.retablirVueParDefaut();

		}

		System.out.println("Final import report: ");

		return true;

	}

	private int getPosition(Subcorpus textSubcorpus, HashMap<String, int[]> id2position, String id) {

		int[] positions = id2position.get(id);

		int start = textSubcorpus.getMatches().get(0).getStart();

		int end = textSubcorpus.getMatches().get(0).getEnd();

		if (positions.length == 0) { // no word for id=deb

			return -1;

		for (int p : positions) {

			if (start <= p && p <= end) {

				return p;

			}

		}

		return -2;

	}

	private List<Integer> processText(String textid, File xmlTXMFile) throws Exception {

		AbstractCqiClient CQI = CQPSearchEngine.getCqiClient();

		// N unit, N unit error, N unit no match error, N unit too much match error, N Relation, N Relation error, N Schema, N Schema error

		int nRelationsError = 0;

		int nSchemaAdded = 0;

		int nSchemaError = 0;

		unites.clear();

		relations.clear();

		schemas.clear();

		elementProperties.clear();

		if (!parseXMLTXMFile(xmlTXMFile)) return null; // fill unites, relations, schemas and elementProperties

		Subcorpus textSubCorpus = mainCorpus.createSubcorpus(textQuery, "TXTTMP");

		textSubCorpus.compute();

		for (String id : unites.keySet()) {

			ids.add(unites.get(id)[2]);

			ids.add(unites.get(id)[3]);

		}

		String[] idsArray = ids.toArray(new String[ids.size()]);

		int[] idsIds = CQI.str2Id(mainCorpus.getProperty("id").getQualifiedName(), idsArray);

			int[] positions = CQI.id2Cpos(mainCorpus.getProperty("id").getQualifiedName(), idsIds[i]);

			id2position.put(idsArray[i], positions);

		}

		Structure structure = analecCorpus.getStructure();

		HashSet<String> unitesStructure = structure.getUnites();

		HashSet<String> relationsStructure = structure.getRelations();

		HashSet<String> schemasStructure = structure.getSchemas();

		ConsoleProgressBar cpb = new ConsoleProgressBar(unites.size());

		for (String id : unites.keySet()) {

			cpb.tick();

			String deb = unites.get(id)[2];

			String fin = unites.get(id)[3];

			if (elementProperties.containsKey(ana)) {

				int start = getPosition(textSubCorpus, id2position, deb);

				int end = getPosition(textSubCorpus, id2position, fin);

				if (start < 0) {

					nUnitsError++;

					if (start == -1) {

						nUnitsNoMatchError++;

						nUnitsTooMuchMatchError++;

					}

					nUnitsError++;

					if (end == -1) {

						nUnitsNoMatchError++;

						nUnitsTooMuchMatchError++;

					}

					Unite unite = analecCorpus.addUniteSaisie(type, start, end);

					HashMap<String, String> props = elementProperties.get(ana);

					HashSet<String> nomsProps = structure.getNomsProps(Unite.class, type);

					unitesRef.put(id, unite);

					nUnitsAdded++;

				}

			}

		}

		cpb.done();

		cpb = new ConsoleProgressBar(relations.size());

		for (String id : relations.keySet()) {

			cpb.tick();

				structure.ajouterType(Relation.class, type);

			}

			String target = relations.get(id)[2];

			if (elementProperties.containsKey(ana)) {

				String[] wordsref = target.split(" ");

				String[] wordsid = new String[wordsref.length];

				try {

					Unite elt1 = unitesRef.get(wordsid[0]);

					Unite elt2 = unitesRef.get(wordsid[1]);

					if (elt1 != null && elt2 != null) {

						Relation relation = analecCorpus.addRelationSaisie(type, elt1, elt2);

						HashMap<String, String> props = elementProperties.get(ana);

						HashSet<String> nomsProps = structure.getNomsProps(Relation.class, type);

							relation.putProp(prop, props.get(prop));

						}

						nRelationsAdded++;

						nRelationsError++;

					}

				}

			}

		}

		cpb.done();

		cpb = new ConsoleProgressBar(schemas.size());

		for (String id : schemas.keySet()) {

			cpb.tick();

			if (elementProperties.containsKey(ana)) {

				String[] unitsref = target.split(" ");

				try {

					Schema schema = new Schema(type);

					for (String unitid : unitsref) {

						unitid = unitid.substring(1); // remove '#'

						if (unitesRef.containsKey(unitid)) {

							Unite unite = unitesRef.get(unitid);

							schema.ajouter(unite);

							nSchemaError++;

						}

					}

						schema.putProp(prop, props.get(prop));

					}

					nSchemaAdded++;

				}

			}

		}

		cpb.done();

		textSubCorpus.delete();

		return Arrays.asList(nUnitsAdded, nUnitsError, nUnitsNoMatchError, nUnitsTooMuchMatchError,

				nRelationsAdded, nRelationsError,

				nSchemaAdded, nSchemaError);

	}

	private boolean parseXMLTXMFile(File xmlTXMFile) throws XMLStreamException, MalformedURLException, IOException {

		InputStream inputData = xmlTXMFile.toURI().toURL().openStream();

		factory = XMLInputFactory.newInstance();

		XMLStreamReader parser = factory.createXMLStreamReader(inputData);

		String currentType = null;

		String currentN = null;

		String currentAna = null;

		String currentName = null;

		String currentPropValue = null;

		int processMode = 0; // 0 nothing, 1 elements 2 properties

		if (!goToStandOff(parser)) {

			return false;

		}

		String localname = null;

		for (int event = parser.next(); event != XMLStreamConstants.END_DOCUMENT; event = parser.next()) {

			switch (event) {

						processMode = 0;

					}

						}

					}

					}

					parser.close();

					inputData.close();

			}

		}

		parser.close();

		inputData.close();

		return false; // standOff not found

	}

	private void registerUnite(String id, String ana, String type, String from, String to) {

		if (unites.containsKey(id)) {

			unites.put(id, data);

		}

	}

	private void registerRelation(String id, String ana, String type, String target) {

		if (relations.containsKey(id)) {

			relations.put(id, data);

		}

	}

	private void registerSchema(String id, String ana, String type, String target) {

		if (schemas.containsKey(id)) {

			schemas.put(id, data);

		}

	}

	private boolean goToStandOff(XMLStreamReader parser) throws XMLStreamException {

		for (int event = parser.next(); event != XMLStreamConstants.END_DOCUMENT; event = parser.next()) {

			switch (event) {

			}

		}

		return false;

 *

 */

public class SAttributesListener {

	private String structPath = "/";

	private XMLStreamReader parser;

	SAttributesListener() {

		structPath = "/";

	}

	SAttributesListener(XMLStreamReader parser) {

		this();

		this.parser = parser;

	}

	public void appendResultsTo(SAttributesListener another) {

		structs = another.structs;

		structsCountProf = another.structsCountProf;

		structsMaxProf = another.structsMaxProf;

		anatypes = another.anatypes; // store scanned word attributes

	}

	public void start(XMLStreamReader parser) {

		this.parser = parser;

	}

	String W = "w";

	String ANA = "ana";

	String FORM = "form";

	/**

	 * Call this method for each START_ELEMENT stax event

	 * @param localname the element localname

	 */

	public void startElement(String localname) {

		localname = localname.toLowerCase();

		HashSet<String> attrs = structs.get(localname);

		if (!structs.containsKey(localname)) {

			structs.put(localname, attrs);

			structsCountProf.put(localname, 0);

			structsMaxProf.put(localname, 0);

		// get structure recursion

		structsCountProf.put(localname, prof);

		if (structsMaxProf.get(localname) < prof) {

			structsMaxProf.put(localname, prof);

		}

		// get the structure attributes

			attrs.add(parser.getAttributeLocalName(i).toLowerCase());

		}

	}

	/**

	 * Call this method for each END_ELEMENT stax event

	 * @param localname the element localname

	 */

	public void endElement(String localname) {

		localname = localname.toLowerCase();

		if (structPath.length() > 1) {

			int idx = structPath.lastIndexOf("/");

			if (idx > 0) {

				structPath = structPath.substring(0, idx);

			}

		}

	}

				structs.remove("div1");

				structs.remove("div2");

				structs.remove("div3");

				structs.remove("div4");

				structs.remove("div5");

				structs.remove("div6");

		}

		// fix min&maj names for CQP

		return structs;

	}

	boolean firstGetstructsCountProf = true;

	public HashMap<String, Integer> getProfs() {

		for (String key : structsMaxProf.keySet()) {

			if (structsMaxProf.get(key) > 0)

			else

				clone.put(key, 0);

		}

		return clone;

	}

	public void initialize(ArrayList<String> pattributes, HashMap<String, HashSet<String>> sAttributesMap, HashMap<String, Integer> sAttributesProfs) {

		this.anatypes.addAll(pattributes);

		for (String s : sAttributesMap.keySet()) {

	public HashSet<String> getAnatypes() {

		return anatypes;

	}

	public void setParser(XMLStreamReader parser) {

		this.parser = parser;

	}

	/**

	 * Merge results in the parentListener

	 * 

	 * @param xmlFile

	 * @param parentListener results are appended to the parentListener if any

	 * @return

	 */

	public SAttributesListener scanFile(File xmlFile) throws MalformedURLException, IOException, XMLStreamException {

		boolean startText = false;

		boolean startWord = false;

		InputStream inputData = xmlFile.toURI().toURL().openStream();

		XMLInputFactory factory = XMLInputFactory.newInstance();

		XMLStreamReader parser = factory.createXMLStreamReader(inputData);

		String TEXT = "text";

		String ANA = "ana";

		String TYPE = "type";

		this.setParser(parser);

		for (int event = parser.next(); event != XMLStreamConstants.END_DOCUMENT; event = parser.next()) {

			if (event == XMLStreamConstants.START_ELEMENT) { // start elem

				if (TEXT.equals(parser.getLocalName())) startText = true;

				if (startText) this.startElement(parser.getLocalName());

				if (this.W.equals(parser.getLocalName())) {

					startWord = true;

						if (TYPE.equals(parser.getAttributeLocalName(i))) { // @type

							break;

						}

					}

				}

				if (startText) this.endElement(parser.getLocalName());

				if (TEXT.equals(parser.getLocalName())) startText = false;

				if (this.W.equals(parser.getLocalName())) {

					startWord = false;

				}

		}

		if (parser != null) parser.close();

		if (inputData != null) inputData.close();

		return this;

	}

	/**

	 * scan the XML files of a directory to list the structures with their properties and levels. Also list the word properties

	 * @param xmlDirectory

	 * @param wordTag

	 * @return

	 */

	public static SAttributesListener scanFiles(File xmlDirectory, String wordTag) throws MalformedURLException, IOException, XMLStreamException {

		SAttributesListener listener = new SAttributesListener();

		for (File xmlFile : xmlDirectory.listFiles(IOUtils.HIDDENFILE_FILTER)) {

			if (xmlFile.isFile() && !xmlFile.isHidden() && xmlFile.getName().toLowerCase().endsWith(".xml")) {

				listener.scanFile(xmlFile); // results saved in 'listener' data

			}

		}

		return listener;

	}

}