Laboratoire ICAR » Plateforme TXM

package org.txm.macro.projects.antract;

import java.io.BufferedReader;

import java.io.IOException;

import java.io.InputStreamReader;

import java.io.UnsupportedEncodingException;

import java.net.HttpURLConnection;

import java.net.MalformedURLException;

import java.net.URL;

import java.net.URLConnection;

import java.net.URLEncoder;

import java.util.List;

import java.util.Map;

import org.eclipse.swt.widgets.Display;

import org.eclipse.swt.widgets.Shell;

import org.txm.rcp.messages.TXMUIMessages;

import org.txm.rcp.swt.dialog.UsernamePasswordDialog;

import org.txm.rcp.utils.JobHandler;

import org.txm.utils.io.IOUtils;

import java.io.DataOutputStream;

import sun.net.www.http.*;

public class OkapiSaphirAPI {

	public static final String baseUrl = "https://okapi.ina.fr/antract/api/saphir/";

	public static final String okapiUrl = "https://okapi.ina.fr/antract/html/resource_587884135/resource_996999332.html";

	public static boolean debug = true;

	public static String login(String user, String password) {

		URL url1;

		try {

			url1 = new URL(baseUrl+"user/login?user="+URLEncoder.encode(user, "UTF-8")+"&password="+URLEncoder.encode(password, "UTF-8"));

			HttpURLConnection conn = (HttpURLConnection)url1.openConnection();

			if (debug) System.out.println("conn1: "+conn);

			conn.setRequestMethod("GET");

			conn.connect();

			int code = conn.getResponseCode();

			if (code != HttpURLConnection.HTTP_OK) {

				System.out.println("Error: during login: "+code);

				return "";

			}

			String sessionID = getOkapiSessionID(conn)

			if (sessionID.length() == 0) {

				if (debug) System.out.println("Error: not connected no session ID found");

				return "";

			}

			String content1 = getContent(conn);

			if (!content1.contains("Welcome "+user)) {

				if (debug) System.out.println("Error: not connected, welcome message not found: "+content1);

				return "";

			}

			conn.disconnect();

			return sessionID;

		} catch (Exception e) {

			// TODO Auto-generated catch block

			e.printStackTrace();

			return "";

		}

	}

	public static String update_corpus(String sessionID, String corpusID, String ids) {

		return create_or_update_corpus(sessionID, corpusID, null, ids);

	}

	public static String create_corpus(String sessionID, String title, String ids) {

		return create_or_update_corpus(sessionID, null, title, ids);

	}

	public static String create_or_update_corpus(String sessionID, String corpusID, String title, String ids) {

		URL url2;

		String action = "";

		try {

			if (ids == null || ids.length() == 0) {

				if (debug) System.out.println("Error create_or_update_corpus needs a lsit of IDs '|' separated.");

				return "";

			}

			if (title != null && title.length() > 0) {

				action = "create";

			} else if (corpusID != null && corpusID.length() > 0) {

				action = "update";

			} else {

				if (debug) System.out.println("Error create_or_update_corpus needs a title or a corpus ID.");

				return "";

			}

			url2 = new URL(baseUrl+"create_corpus");

			if (debug) System.out.println("Requesting: "+action+" : "+url2);

			HttpURLConnection conn2 = (HttpURLConnection) url2.openConnection();

			conn2.setRequestMethod("POST");

			conn2.setRequestProperty("session", sessionID);

			if (debug) System.out.println("Writing POST...");		

			conn2.setDoOutput(true);

			DataOutputStream wr = new DataOutputStream(conn2.getOutputStream());

			String str = ""

			if (action == "create") {

				str += "title="+title

			} else if (action == "update") {

				str += "uri="+corpusID

			}

			str += "&content="+ids

			if (debug) println "POST="+str

			wr.writeBytes(str);

			wr.flush();

			wr.close();

			conn2.connect()

			if (debug) System.out.println("getResponseCode...");	

			int code2 = conn2.getResponseCode();

			if (code2 != HttpURLConnection.HTTP_OK) {

				if (debug) System.out.println("Error: during corpus "+action+" error='"+code2+"' and command="+url2);

				return "";

			}

			if (debug) System.out.println("getContent...");	

			String content2 = getContent(conn2);

			conn2.disconnect();

			return content2;

		} catch (Exception e) {

			e.printStackTrace();

			return "";

		}

	}

	public static String getCorpusAccessURL(String corpusID, String title) {

		String url = okapiUrl+"?linkedObjectUri="+URLEncoder.encode(corpusID, "UTF-8")

		if (title != null && title.length() > 0) {

			url += "&linkedObjectLabel="+URLEncoder.encode(title, "UTF-8")

		}

	}

	public static String get_user_corpus(String sessionID, String user, String lang, String limit, String offset) {

		URL url2;

		String action = "";

		try {

			if (user == null || user.length() == 0) {

				if (debug) System.out.println("Error get_user_corpus needs a user.");

				return "";

			}

			String urlString = baseUrl+"get_user_corpus?user="+URLEncoder.encode(user, "UTF-8");

			if (lang != null && lang.length() > 0) {

				urlString += "&lang="+URLEncoder.encode(lang, "UTF-8");

			}

			if (limit != null && lang.length() > 0) {

				urlString += "&limit="+URLEncoder.encode(limit, "UTF-8");

			}

			if (offset != null && offset.length() > 0) {

				urlString += "&offset="+URLEncoder.encode(offset, "UTF-8");

			}

			url2 = new URL(urlString);

			if (debug) System.out.println("Requesting get_user_corpus: "+action+" : "+url2);

			HttpURLConnection conn2 = (HttpURLConnection) url2.openConnection();

			conn2.setRequestMethod("GET");

			conn2.setRequestProperty("session", sessionID);

			conn2.connect();

			int code2 = conn2.getResponseCode();

			if (code2 != HttpURLConnection.HTTP_OK) {

				if (debug) System.out.println("Error: during corpus "+action+": "+code2+" and command="+url2);

				return "";

			}

			String content2 = getContent(conn2);

			conn2.disconnect();

			return content2;

		} catch (Exception e) {

			e.printStackTrace();

			return "";

		}

	}

	public static void main(String[] args) throws Exception {

		String ids = "AFE86000904|AFE86000904|AFE86000904";

		String title = "txmtest";

		String corpusID = "http://www.campus-AAR.fr/corpus_1307765428";

		String user = 'USER';

		String password = 'PASSWORD';

		String sessionID = OkapiSaphirAPI.login(user, password);

		if (sessionID.length() > 0) {

			System.out.println(OkapiSaphirAPI.get_user_corpus(sessionID, user, null, null, null));

			String newCorpusID = OkapiSaphirAPI.create_corpus(sessionID, title, "AFE86000905");

			System.out.println("corpus created: "+newCorpusID);

			println "Access URL: "+OkapiSaphirAPI.getCorpusAccessURL(newCorpusID)

			//System.out.println("Updating: "+update_corpus(sessionID, corpusID, "AFE86000905"));

		}

	}

	public static String getOkapiSessionID(URLConnection conn) throws Exception {

		String encoding = "UTF-8";

		Map<String, List<String>> header1 = conn.getHeaderFields();

		// retrieve the okapi session id

		List<String> cookies = header1.get("Set-Cookie");

		if (cookies == null) {

			if (debug) System.out.println("Error: not connected, 'Set-Cookie' not found");

			return "";

		}

		String sessionID = "";

		for (String c : cookies) {

			if (c.startsWith("okapi=")) {

				sessionID = c.substring("okapi=".length(), c.indexOf(";", "okapi=".length()));

			}

		}

		return sessionID

	}

	public static String getContent(URLConnection conn) throws Exception {

		String encoding = "UTF-8";

		Map<String, List<String>> header1 = conn.getHeaderFields();

		List<String> contentType = header1.get("Content-Type");

		if (contentType != null) {

			for (String c : contentType) {

				if (c.contains("charset=")) {

					encoding = c.substring(c.indexOf("charset=") + 8, c.length());

				}

			}

		}

		BufferedReader reader = new BufferedReader(new InputStreamReader(conn.getInputStream(), encoding));

		StringBuilder buffer = new StringBuilder();

		String line = reader.readLine();

		while (line != null) {

			buffer.append(line+"\n");

			line = reader.readLine();

		}

		reader.close();

		return buffer.toString();

	}

	//TODO remove this and call UsernamePasswordDialog.initializeCredentials

	public static boolean initializeCredentials(String userKey, String passwordKey, String target, String title, String details) {

		if (System.getProperty(userKey) == null

		|| System.getProperty(passwordKey) == null) {

			Shell shell = Display.getCurrent().getActiveShell();

			if (shell == null) {

				System.out.println("Error: could not open crendetial dialog on current Thread.");

				return false;

			}

			UsernamePasswordDialog dialog = new UsernamePasswordDialog(shell, [userKey != null, passwordKey != null ] as boolean[], target);

			if (userKey != null) dialog.setUsername(System.getProperty(userKey));

			dialog.setTitle(title);

			dialog.setDetails(TXMUIMessages.bind(TXMUIMessages.loginToP0, details));

			if (dialog.open() == UsernamePasswordDialog.OK) {

				if (userKey != null) System.setProperty(userKey, dialog.getUser());

				if (passwordKey != null) System.setProperty(passwordKey, dialog.getPassword());

				return true;

			}

			else {

				System.out.println("Cancel credential settings");

				return false;

			}

		}

		return true;

	}

	//TODO remove this and call UsernamePasswordDialog.initializeCredentials

	public static boolean initializeCredentials(String userKey, String passwordKey, String target, String title, String details, JobHandler monitor) {

		final def ret = [false]

		monitor.syncExec(new Runnable() {

			public void run() {

				System.out.println("Opening credential dialog...");

				try {

					ret[0] = initializeCredentials(userKey, passwordKey, target, title, details);

				} catch(Throwable t) {

					t.printStackTrace();

				}

			}

		});

		return ret[0];

	}

}

// Copyright © 2021 ENS-LYON

// Licensed under the terms of the GNU General Public License version 3 (http://www.gnu.org/licenses/gpl-3.0.html)

// @author mdecorde

// STANDARD DECLARATIONS

package org.txm.macro.projects.antract

import org.txm.searchengine.cqp.corpus.CQPCorpus

import org.txm.searchengine.cqp.corpus.query.CQLQuery

import org.txm.searchengine.cqp.CQPSearchEngine

if (!(corpusViewSelection instanceof CQPCorpus)) {

	println "Erreur: la sélection n'est pas un corpus."

	return false

} 

CQPCorpus corpus = corpusViewSelection

corpus.compute()

CQPCorpus parentCorpus = corpus.getMainCorpus()

String parentCorpusName = parentCorpus.getCqpId()

def struct_prop = null

def finalValues = []

def ids = null

if (parentCorpusName.startsWith("AF-VOIX-OFF-")) {

	struct_prop = corpus.getStructuralUnit("div").getProperty("id")

	values = struct_prop.getValues(corpus)

	for (def id : values) {

		if (id.startsWith("AFE")) {

			finalValues << id

		}

	}

} else if (parentCorpusName.startsWith("AFNOTICES") || parentCorpusName.startsWith("AF-NOTICES")) {

	struct_prop = corpus.getStructuralUnit("notice").getProperty("identifiantdelanotice")

	def values = struct_prop.getValues(corpus)

	def struct_prop2 = corpus.getStructuralUnit("notice").getProperty("typedenotice")

	def qr = corpus.query(new CQLQuery("<notice_typedenotice=\"Notice sujet\">[]"), "TMP", false)

	int[] positions = qr.getStarts()

	int[] strucs = CQPSearchEngine.getCqiClient().cpos2Struc(struct_prop2.getQualifiedName(), positions)

	String sujetsIDS = CQPSearchEngine.getCqiClient().struc2Str(struct_prop.getQualifiedName(), strucs)

	for (String id : values) {

		int idx = sujetsIDS.indexOf(id)

		if (idx > 0) {

			finalValues << id // this id is actually in the sujetsIDS

		}

	}

} else {

	println "Erreur: le corpus n'est pas un corpus d'AF-VOIX-OFF ni AFNOTICE"

	return false

}

ids = finalValues.sort().join("|")

println "Liste des identifiants (${finalValues.size()}) : "+ids

monitor.syncExec(new Runnable() {

	public void run() {

		IOClipboard.write(ids)

	}

})

return ids

// Copyright © 2021 ENS-LYON

// Licensed under the terms of the GNU General Public License version 3 (http://www.gnu.org/licenses/gpl-3.0.html)

// @author mdecorde

// STANDARD DECLARATIONS

package org.txm.macro.projects.antract

import org.txm.searchengine.cqp.corpus.CQPCorpus

import org.txm.searchengine.cqp.corpus.query.CQLQuery

import org.txm.macro.projects.antract.OkapiSaphirAPI

import org.txm.searchengine.cqp.CQPSearchEngine

import org.txm.backtomedia.preferences.BackToMediaPreferences

if (!(corpusViewSelection instanceof CQPCorpus)) {

	println "Erreur: la sélection n'est pas un corpus."

	return false

}

@Field @Option(name="identifiant_du_corpus_okapi_a_modifier", usage="Identifiant Okapi du corpus à modifier", widget="String", required=false, def="")

def identifiant_du_corpus_okapi_a_modifier

if (!ParametersDialog.open(this)) return;

CQPCorpus corpus = corpusViewSelection

corpus.compute()

CQPCorpus parentCorpus = corpus.getMainCorpus()

String parentCorpusName = parentCorpus.getCqpId()

def struct_prop = null

def finalValues = []

def ids = null

if (parentCorpusName.startsWith("AF-VOIX-OFF-")) {

	ids = gse.run(ExporterIdentifiantsSujetsMacro, ["args":[:], "corpusViewSelection":corpusViewSelection, "monitor":monitor])

} else if (parentCorpusName.startsWith("AFNOTICES") || parentCorpusName.startsWith("AF-NOTICES")) {

	ids = gse.run(ExporterIdentifiantsSujetsMacro, ["args":[:], "corpusViewSelection":corpusViewSelection, "monitor":monitor])

} else {

	println "Erreur: le corpus n'est pas un corpus d'AF-VOIX-OFF ni AFNOTICE"

	return false

}

// set Okapi user&password

if (OkapiSaphirAPI.initializeCredentials(BackToMediaPreferences.MEDIA_AUTH_LOGIN, BackToMediaPreferences.MEDIA_AUTH_PASSWORD,

	"OKAPI - Antract", "You must authenticate to access the okapi corpus API", "OKAPI - Antract", monitor)) {

	System.setProperty(BackToMediaPreferences.MEDIA_AUTH_LOGIN, dialog.getUser());

	System.setProperty(BackToMediaPreferences.MEDIA_AUTH_PASSWORD, dialog.getPassword());

}

else {

	println "Cancel corpus update"

	return null;

}

String user = System.getProperty(BackToMediaPreferences.MEDIA_AUTH_LOGIN)

String password = System.getProperty(BackToMediaPreferences.MEDIA_AUTH_PASSWORD)

// start the Okapi session

String sessionID = OkapiSaphirAPI.login(user, password)

if (sessionID.length() > 0) {

	String corpusID = OkapiSaphirAPI.update_corpus(sessionID, identifiant_du_corpus_okapi_a_modifier, ids)

	if (sessionID.length() > 0 && sessionID.startsWith("http")) {

		println "Okapi corpus $identifiant_du_corpus_okapi_a_modifier updated with "+ids

	} else {

		println "Error: Okapi corpus not updated: "+sessionID

	}

} else {

	println "Error: Okapi session not started. Resetting credentials."

	System.setProperty(BackToMediaPreferences.MEDIA_AUTH_LOGIN, "")

	System.setProperty(BackToMediaPreferences.MEDIA_AUTH_PASSWORD, "")

}

// Copyright © 2021 ENS-LYON

// Licensed under the terms of the GNU General Public License version 3 (http://www.gnu.org/licenses/gpl-3.0.html)

// @author mdecorde

// STANDARD DECLARATIONS

package org.txm.macro.projects.antract

import org.txm.searchengine.cqp.corpus.CQPCorpus

import org.txm.searchengine.cqp.corpus.query.CQLQuery

import org.txm.macro.projects.antract.OkapiSaphirAPI

import org.txm.searchengine.cqp.CQPSearchEngine

import org.txm.backtomedia.preferences.BackToMediaPreferences

if (!(corpusViewSelection instanceof CQPCorpus)) {

	println "Erreur: la sélection n'est pas un corpus."

	return false

} 

@Field @Option(name="titre_du_nouveau_corpus_okapi", usage="Nom du corpus à créer", widget="String", required=false, def="")

def titre_du_nouveau_corpus_okapi

if (!ParametersDialog.open(this)) return;

CQPCorpus corpus = corpusViewSelection

corpus.compute()

CQPCorpus parentCorpus = corpus.getMainCorpus()

String parentCorpusName = parentCorpus.getCqpId()

def struct_prop = null

def finalValues = []

def ids = null

if (parentCorpusName.startsWith("AF-VOIX-OFF-")) {

	ids = gse.run(ExporterIdentifiantsSujetsMacro, ["args":[:], "corpusViewSelection":corpusViewSelection, "monitor":monitor])

} else if (parentCorpusName.startsWith("AFNOTICES") || parentCorpusName.startsWith("AF-NOTICES")) {

	ids = gse.run(ExporterIdentifiantsSujetsMacro, ["args":[:], "corpusViewSelection":corpusViewSelection, "monitor":monitor])

} else {

	println "Erreur: le corpus n'est pas un corpus d'AF-VOIX-OFF ni AFNOTICE"

	return false

}

if (!OkapiSaphirAPI.initializeCredentials(BackToMediaPreferences.MEDIA_AUTH_LOGIN, BackToMediaPreferences.MEDIA_AUTH_PASSWORD, 

	"OKAPI - Antract", "You must authenticate to access the okapi corpus API", "OKAPI - Antract", monitor)) {

	println "Cancel corpus export"

	return null;

}

String user = System.getProperty(BackToMediaPreferences.MEDIA_AUTH_LOGIN)

String password = System.getProperty(BackToMediaPreferences.MEDIA_AUTH_PASSWORD)

String sessionID = OkapiSaphirAPI.login(user, password)

if (sessionID.length() > 0) {

	String corpusID = OkapiSaphirAPI.create_corpus(sessionID, titre_du_nouveau_corpus_okapi, ids)

	if (sessionID.length() > 0 && sessionID.startsWith("http")) {

		println "New Okapi corpus $titre_du_nouveau_corpus_okapi created: "+corpusID

	} else {

		println "Error: Okapi corpus not created: "+corpusID

	}

} else {

	println "Error: Okapi session not started. Resetting credentials."

	System.setProperty(BackToMediaPreferences.MEDIA_AUTH_LOGIN, "")

	System.setProperty(BackToMediaPreferences.MEDIA_AUTH_PASSWORD, "")

}

mkdir -p $TXMGIT

import org.eclipse.swt.widgets.Display;

import org.txm.rcp.utils.JobHandler;

	public static boolean initializeCredentials(String userKey, String passwordKey, String target, String title, String details) {

		if (System.getProperty(userKey) == null 

				|| System.getProperty(passwordKey) == null) {

			Shell shell = Display.getCurrent().getActiveShell();

			if (shell == null) {

				System.out.println("Error: could not open crendetial dialog on current Thread.");

				return false;

			}

			UsernamePasswordDialog dialog = new UsernamePasswordDialog(shell, new boolean[]{userKey != null, passwordKey != null}, target);

			if (userKey != null) dialog.setUsername(System.getProperty(userKey));

			dialog.setTitle(title);

			dialog.setDetails(TXMUIMessages.bind(TXMUIMessages.loginToP0, details));

			if (dialog.open() == UsernamePasswordDialog.OK) {

				if (userKey != null) System.setProperty(userKey, dialog.getUser());

				if (passwordKey != null) System.setProperty(passwordKey, dialog.getPassword());

				return true;

			}

			else {

				System.out.println("Cancel credential settings");

				return false;

			}

		}

		return false;

	}

	public static boolean initializeCredentials(String userKey, String passwordKey, String target, String title, String details, JobHandler monitor) {

		final Boolean ret[] = new Boolean[1];

		ret[0] = false;

		monitor.syncExec(new Runnable() {

			public void run() {

				System.out.println("Opening credential dialog...");

				try {

					ret[0] = initializeCredentials(userKey, passwordKey, target, title, details);

				} catch(Throwable t) {

					t.printStackTrace();

				}

			}

		});

		return ret[0];

	}