25 |
25 |
import org.w3c.dom.NodeList;
|
26 |
26 |
|
27 |
27 |
public class TokenizerSection extends ImportEditorSection {
|
28 |
|
|
|
28 |
|
29 |
29 |
static final int SECTION_SIZE = 1;
|
|
30 |
|
30 |
31 |
Text wordElementText;
|
|
32 |
|
31 |
33 |
Button doTokenizeStepButton;
|
|
34 |
|
|
35 |
Button doRetokenizeStepButton;
|
|
36 |
|
32 |
37 |
Text textElisions;
|
|
38 |
|
33 |
39 |
Text textPuncts;
|
|
40 |
|
34 |
41 |
Text textPunctsStrong;
|
|
42 |
|
35 |
43 |
Text textWhiteSpaces;
|
|
44 |
|
36 |
45 |
Label titleLabel;
|
|
46 |
|
37 |
47 |
TableViewer tokenizerParamsViewer;
|
|
48 |
|
38 |
49 |
TableViewer tokenizerParamsViewer2;
|
|
50 |
|
39 |
51 |
private HashMap<String, Boolean> moduleParams;
|
40 |
|
|
|
52 |
|
41 |
53 |
public TokenizerSection(FormToolkit toolkit2, ScrolledForm form2, Composite parent, int style, HashMap<String, Boolean> moduleParams) {
|
42 |
54 |
super(toolkit2, form2, parent, style);
|
43 |
55 |
this.moduleParams = moduleParams;
|
... | ... | |
47 |
59 |
this.section.setLayout(layout);
|
48 |
60 |
this.section.setLayoutData(getSectionGridData(SECTION_SIZE));
|
49 |
61 |
this.section.setEnabled(false);
|
50 |
|
|
|
62 |
|
51 |
63 |
this.section.addExpansionListener(new ExpansionAdapter() {
|
|
64 |
|
52 |
65 |
@Override
|
53 |
|
public void expansionStateChanged(ExpansionEvent e) {form.layout(true);}
|
|
66 |
public void expansionStateChanged(ExpansionEvent e) {
|
|
67 |
form.layout(true);
|
|
68 |
}
|
54 |
69 |
});
|
55 |
|
|
|
70 |
|
56 |
71 |
Composite sectionClient = toolkit.createComposite(this.section);
|
57 |
72 |
TableWrapLayout slayout = new TableWrapLayout();
|
58 |
73 |
slayout.makeColumnsEqualWidth = false;
|
59 |
74 |
slayout.numColumns = 3;
|
60 |
75 |
sectionClient.setLayout(slayout);
|
61 |
76 |
this.section.setClient(sectionClient);
|
62 |
|
|
|
77 |
|
63 |
78 |
Label tmpLabel3 = toolkit.createLabel(sectionClient, "Word tag");
|
64 |
79 |
TableWrapData gdata = new TableWrapData(TableWrapData.LEFT, TableWrapData.FILL);
|
65 |
80 |
gdata.colspan = 2;
|
66 |
81 |
tmpLabel3.setLayoutData(gdata);
|
67 |
82 |
tmpLabel3.setToolTipText("XML tag name that encodes words");
|
68 |
83 |
tmpLabel3.setVisible(moduleParams.get(ImportModuleCustomization.ADVANCEDTOKENIZER));
|
69 |
|
|
|
84 |
|
70 |
85 |
wordElementText = toolkit.createText(sectionClient, "w", SWT.BORDER); //$NON-NLS-1$
|
71 |
86 |
gdata = getTextGridData();
|
72 |
87 |
wordElementText.setLayoutData(gdata);
|
... | ... | |
78 |
93 |
gdata.colspan = 3;
|
79 |
94 |
doTokenizeStepButton.setLayoutData(gdata);
|
80 |
95 |
doTokenizeStepButton.addSelectionListener(new SelectionListener() {
|
|
96 |
|
81 |
97 |
@Override
|
82 |
98 |
public void widgetSelected(SelectionEvent e) {
|
83 |
99 |
updateFieldsEnableState();
|
84 |
100 |
}
|
85 |
|
|
|
101 |
|
86 |
102 |
@Override
|
87 |
|
public void widgetDefaultSelected(SelectionEvent e) { }
|
|
103 |
public void widgetDefaultSelected(SelectionEvent e) {}
|
88 |
104 |
});
|
89 |
|
|
|
105 |
|
|
106 |
doRetokenizeStepButton = toolkit.createButton(sectionClient, "Re-tokenize existing words", SWT.CHECK);
|
|
107 |
doRetokenizeStepButton.setSelection(true);
|
|
108 |
doRetokenizeStepButton.setVisible(moduleParams.get(ImportModuleCustomization.ADVANCEDTOKENIZER));
|
|
109 |
gdata = new TableWrapData(TableWrapData.LEFT, TableWrapData.FILL);
|
|
110 |
gdata.colspan = 3;
|
|
111 |
doRetokenizeStepButton.setLayoutData(gdata);
|
|
112 |
|
|
113 |
|
90 |
114 |
Label l0 = toolkit.createLabel(sectionClient, TXMUIMessages.separatorCharacters, SWT.WRAP);
|
91 |
115 |
gdata = new TableWrapData(TableWrapData.LEFT, TableWrapData.FILL);
|
92 |
116 |
gdata.colspan = 3;
|
93 |
117 |
gdata.indent = 10;
|
94 |
118 |
l0.setLayoutData(gdata);
|
95 |
|
|
|
119 |
|
96 |
120 |
Label l1 = toolkit.createLabel(sectionClient, TXMUIMessages.spaces, SWT.WRAP);
|
97 |
121 |
gdata = new TableWrapData(TableWrapData.LEFT, TableWrapData.FILL);
|
98 |
122 |
gdata.colspan = 2;
|
99 |
123 |
gdata.indent = 20;
|
100 |
124 |
l1.setLayoutData(gdata);
|
101 |
|
|
|
125 |
|
102 |
126 |
textWhiteSpaces = toolkit.createText(sectionClient, TokenizerClasses.whitespaces, SWT.BORDER);
|
103 |
127 |
gdata = getLongTextGridData();
|
104 |
128 |
textWhiteSpaces.setLayoutData(gdata);
|
105 |
|
|
|
129 |
|
106 |
130 |
Label l2 = toolkit.createLabel(sectionClient, TXMUIMessages.punctuations, SWT.WRAP);
|
107 |
131 |
gdata = new TableWrapData(TableWrapData.LEFT, TableWrapData.FILL);
|
108 |
132 |
gdata.colspan = 2;
|
109 |
133 |
gdata.indent = 20;
|
110 |
134 |
l2.setLayoutData(gdata);
|
111 |
|
|
|
135 |
|
112 |
136 |
textPuncts = toolkit.createText(sectionClient, TokenizerClasses.regPunct, SWT.BORDER);
|
113 |
137 |
gdata = getLongTextGridData();
|
114 |
138 |
textPuncts.setLayoutData(gdata);
|
115 |
|
|
|
139 |
|
116 |
140 |
Label l4 = toolkit.createLabel(sectionClient, TXMUIMessages.elisionCharacters, SWT.WRAP);
|
117 |
141 |
gdata = new TableWrapData(TableWrapData.LEFT, TableWrapData.FILL);
|
118 |
142 |
gdata.colspan = 2;
|
119 |
143 |
gdata.indent = 10;
|
120 |
144 |
l4.setLayoutData(gdata);
|
121 |
|
|
|
145 |
|
122 |
146 |
textElisions = toolkit.createText(sectionClient, TokenizerClasses.regElision, SWT.BORDER);
|
123 |
147 |
gdata = getLongTextGridData();
|
124 |
148 |
textElisions.setLayoutData(gdata);
|
125 |
|
|
|
149 |
|
126 |
150 |
Label l3 = toolkit.createLabel(sectionClient, TXMUIMessages.endOfSentenceCharacters, SWT.WRAP);
|
127 |
151 |
gdata = new TableWrapData(TableWrapData.LEFT, TableWrapData.FILL);
|
128 |
152 |
gdata.colspan = 2;
|
129 |
153 |
gdata.indent = 10;
|
130 |
154 |
l3.setLayoutData(gdata);
|
131 |
|
|
|
155 |
|
132 |
156 |
textPunctsStrong = toolkit.createText(sectionClient, TokenizerClasses.punct_strong, SWT.BORDER);
|
133 |
157 |
gdata = getLongTextGridData();
|
134 |
158 |
textPunctsStrong.setLayoutData(gdata);
|
135 |
|
|
|
159 |
|
136 |
160 |
Button defaultBtn = toolkit.createButton(sectionClient, TXMUIMessages._default_2, SWT.PUSH);
|
137 |
161 |
gdata = new TableWrapData(TableWrapData.LEFT, TableWrapData.FILL);
|
138 |
162 |
gdata.colspan = 2;
|
139 |
163 |
gdata.indent = 10;
|
140 |
164 |
defaultBtn.setLayoutData(gdata);
|
141 |
165 |
defaultBtn.addSelectionListener(new SelectionListener() {
|
|
166 |
|
142 |
167 |
@Override
|
143 |
|
public void widgetDefaultSelected(SelectionEvent e) { }
|
144 |
|
|
|
168 |
public void widgetDefaultSelected(SelectionEvent e) {}
|
|
169 |
|
145 |
170 |
@Override
|
146 |
171 |
public void widgetSelected(SelectionEvent e) {
|
147 |
172 |
TokenizerClasses.reset();
|
... | ... | |
151 |
176 |
textElisions.setText(TokenizerClasses.regElision);
|
152 |
177 |
}
|
153 |
178 |
});
|
154 |
|
|
155 |
|
/*setAddSetTestsButton = toolkit.createButton(sectionClient, Messages.CorpusPage_28, SWT.CHECK);
|
156 |
|
setAddSetTestsButton.setLayoutData(new GridData(GridData.FILL, GridData.FILL, false, false,4,1));
|
157 |
|
// setAddSetTestsButton.setSelection(params.getTokenizerElement(params.getCorpusElement()))
|
158 |
|
|
159 |
|
Button addButton = toolkit.createButton(sectionClient, Messages.CorpusPage_29, SWT.PUSH);
|
160 |
|
addButton.setLayoutData(new GridData(GridData.FILL, GridData.FILL, false, false,1,1));
|
161 |
|
addButton.addSelectionListener(new SelectionListener() {
|
162 |
|
@Override
|
163 |
|
public void widgetDefaultSelected(SelectionEvent e) {
|
164 |
|
}
|
165 |
|
|
166 |
|
@Override
|
167 |
|
public void widgetSelected(SelectionEvent e) {
|
168 |
|
if (params == null) return;
|
169 |
|
LinkedHashMap<String, String> values = new LinkedHashMap<String, String>();
|
170 |
|
values.put("name", ""); //$NON-NLS-1$ //$NON-NLS-2$
|
171 |
|
values.put("value", ""); //$NON-NLS-1$ //$NON-NLS-2$
|
172 |
|
MultipleValueDialog dlg = new MultipleValueDialog(form.getShell(), Messages.CorpusPage_29, values);
|
173 |
|
if (dlg.open() == Window.OK) {
|
174 |
|
params.addTokenizerParameter(params.getCorpusElement(), values.get("name"), values.get("value")); //$NON-NLS-1$ //$NON-NLS-2$
|
175 |
|
updateTokenizerSection();
|
176 |
|
}
|
177 |
|
}
|
178 |
|
});
|
179 |
|
|
180 |
|
Button removeButton = toolkit.createButton(sectionClient, Messages.CorpusPage_31, SWT.PUSH);
|
181 |
|
removeButton.setLayoutData(new GridData(GridData.FILL, GridData.FILL, false, false,1,1));
|
182 |
|
removeButton.addSelectionListener(new SelectionListener() {
|
183 |
|
@Override
|
184 |
|
public void widgetDefaultSelected(SelectionEvent e) {
|
185 |
|
}
|
186 |
|
|
187 |
|
@Override
|
188 |
|
public void widgetSelected(SelectionEvent e) {
|
189 |
|
if (params == null) return;
|
190 |
|
ISelection sel = tokenizerParamsViewer.getSelection();
|
191 |
|
IStructuredSelection ssel = (IStructuredSelection) sel;
|
192 |
|
Object obj = ssel.getFirstElement();
|
193 |
|
if (obj instanceof Element) {
|
194 |
|
Element query = (Element) obj;
|
195 |
|
params.getTokenizerElement(params.getCorpusElement()).removeChild(query);
|
196 |
|
updateTokenizerSection();
|
197 |
|
}
|
198 |
|
}
|
199 |
|
});
|
200 |
|
|
201 |
|
Button addButton2 = toolkit.createButton(sectionClient, Messages.CorpusPage_32, SWT.PUSH);
|
202 |
|
addButton2.setLayoutData(new GridData(GridData.FILL, GridData.FILL, false, false,1,1));
|
203 |
|
addButton2.addSelectionListener(new SelectionListener() {
|
204 |
|
@Override
|
205 |
|
public void widgetDefaultSelected(SelectionEvent e) {
|
206 |
|
}
|
207 |
|
|
208 |
|
@Override
|
209 |
|
public void widgetSelected(SelectionEvent e) {
|
210 |
|
if (params == null) return;
|
211 |
|
LinkedHashMap<String, String> values = new LinkedHashMap<String, String>();
|
212 |
|
values.put("value", "\\A(.+)(.+)(.+)\\Z"); //$NON-NLS-1$ //$NON-NLS-2$
|
213 |
|
values.put("type", "w"); //$NON-NLS-1$ //$NON-NLS-2$
|
214 |
|
values.put("before", "1"); //$NON-NLS-1$ //$NON-NLS-2$
|
215 |
|
values.put("hit", "2"); //$NON-NLS-1$ //$NON-NLS-2$
|
216 |
|
values.put("after", "3"); //$NON-NLS-1$ //$NON-NLS-2$
|
217 |
|
MultipleValueDialog dlg = new MultipleValueDialog(form.getShell(), Messages.CorpusPage_33, values);
|
218 |
|
if (dlg.open() == Window.OK) {
|
219 |
|
params.addTokenizerTest(params.getCorpusElement(), values.get("value"), values.get("type"), values.get("before"), values.get("hit"), values.get("after")); //$NON-NLS-1$ //$NON-NLS-2$ //$NON-NLS-3$ //$NON-NLS-4$ //$NON-NLS-5$
|
220 |
|
updateTokenizerSection();
|
221 |
|
}
|
222 |
|
}
|
223 |
|
});
|
224 |
|
|
225 |
|
Button removeButton2 = toolkit.createButton(sectionClient, Messages.CorpusPage_34, SWT.PUSH);
|
226 |
|
removeButton2.setLayoutData(new GridData(GridData.FILL, GridData.FILL, false, false,1,1));
|
227 |
|
removeButton2.addSelectionListener(new SelectionListener() {
|
228 |
|
@Override
|
229 |
|
public void widgetDefaultSelected(SelectionEvent e) {
|
230 |
|
}
|
231 |
|
|
232 |
|
@Override
|
233 |
|
public void widgetSelected(SelectionEvent e) {
|
234 |
|
if (params == null) return;
|
235 |
|
ISelection sel = tokenizerParamsViewer2.getSelection();
|
236 |
|
IStructuredSelection ssel = (IStructuredSelection) sel;
|
237 |
|
Object obj = ssel.getFirstElement();
|
238 |
|
if (obj instanceof Element) {
|
239 |
|
Element test = (Element) obj;
|
240 |
|
params.getTokenizerElement(params.getCorpusElement()).removeChild(test);
|
241 |
|
updateTokenizerSection();
|
242 |
|
}
|
243 |
|
}
|
244 |
|
});
|
245 |
|
|
246 |
|
Table table = toolkit.createTable(sectionClient, SWT.FULL_SELECTION | SWT.MULTI | SWT.V_SCROLL | SWT.VIRTUAL);
|
247 |
|
tokenizerParamsViewer = new TableViewer(table);
|
248 |
|
tokenizerParamsViewer.getTable().addKeyListener(new TableKeyListener(tokenizerParamsViewer));
|
249 |
|
GridData gd = new GridData(GridData.FILL, GridData.FILL, false, false,2,1);
|
250 |
|
gd.heightHint = 150;
|
251 |
|
tokenizerParamsViewer.getTable().setLayoutData(gd);
|
252 |
|
tokenizerParamsViewer.setContentProvider(new NodeListContentProvider());
|
253 |
|
tokenizerParamsViewer.getTable().setHeaderVisible(true);
|
254 |
|
tokenizerParamsViewer.getTable().setLinesVisible(true);
|
255 |
|
|
256 |
|
String[] cols = {"name", "value"}; //$NON-NLS-1$ //$NON-NLS-2$
|
257 |
|
for (String col : cols) {
|
258 |
|
TableViewerColumn columnViewer = new TableViewerColumn(tokenizerParamsViewer, SWT.NONE);
|
259 |
|
TableColumn column = columnViewer.getColumn();
|
260 |
|
column.setText(col);
|
261 |
|
column.setWidth(100);
|
262 |
|
columnViewer.setLabelProvider(new ElementColumnLabelProvider(col));
|
263 |
|
}
|
264 |
|
|
265 |
|
Table table2 = toolkit.createTable(sectionClient, SWT.FULL_SELECTION | SWT.MULTI | SWT.V_SCROLL | SWT.VIRTUAL);
|
266 |
|
tokenizerParamsViewer2 = new TableViewer(table2);
|
267 |
|
tokenizerParamsViewer2.getTable().addKeyListener(new TableKeyListener(tokenizerParamsViewer2));
|
268 |
|
GridData gd2 = new GridData(GridData.FILL, GridData.FILL, false, false,2,1);
|
269 |
|
gd.heightHint = 150;
|
270 |
|
tokenizerParamsViewer2.getTable().setLayoutData(gd2);
|
271 |
|
tokenizerParamsViewer2.setContentProvider(new NodeListContentProvider());
|
272 |
|
tokenizerParamsViewer2.getTable().setHeaderVisible(true);
|
273 |
|
tokenizerParamsViewer2.getTable().setLinesVisible(true);
|
274 |
|
|
275 |
|
String[] cols2 = {"value", "type", "before", "hit", "after"}; //$NON-NLS-1$ //$NON-NLS-2$ //$NON-NLS-3$ //$NON-NLS-4$ //$NON-NLS-5$
|
276 |
|
for (String col : cols2) {
|
277 |
|
TableViewerColumn columnViewer = new TableViewerColumn(tokenizerParamsViewer2, SWT.NONE);
|
278 |
|
TableColumn column = columnViewer.getColumn();
|
279 |
|
column.setText(col);
|
280 |
|
column.setWidth(100);
|
281 |
|
columnViewer.setLabelProvider(new ElementColumnLabelProvider(col));
|
282 |
|
}
|
|
179 |
|
|
180 |
/*
|
|
181 |
* setAddSetTestsButton = toolkit.createButton(sectionClient, Messages.CorpusPage_28, SWT.CHECK);
|
|
182 |
* setAddSetTestsButton.setLayoutData(new GridData(GridData.FILL, GridData.FILL, false, false,4,1));
|
|
183 |
* // setAddSetTestsButton.setSelection(params.getTokenizerElement(params.getCorpusElement()))
|
|
184 |
* Button addButton = toolkit.createButton(sectionClient, Messages.CorpusPage_29, SWT.PUSH);
|
|
185 |
* addButton.setLayoutData(new GridData(GridData.FILL, GridData.FILL, false, false,1,1));
|
|
186 |
* addButton.addSelectionListener(new SelectionListener() {
|
|
187 |
* @Override
|
|
188 |
* public void widgetDefaultSelected(SelectionEvent e) {
|
|
189 |
* }
|
|
190 |
* @Override
|
|
191 |
* public void widgetSelected(SelectionEvent e) {
|
|
192 |
* if (params == null) return;
|
|
193 |
* LinkedHashMap<String, String> values = new LinkedHashMap<String, String>();
|
|
194 |
* values.put("name", ""); //$NON-NLS-1$ //$NON-NLS-2$
|
|
195 |
* values.put("value", ""); //$NON-NLS-1$ //$NON-NLS-2$
|
|
196 |
* MultipleValueDialog dlg = new MultipleValueDialog(form.getShell(), Messages.CorpusPage_29, values);
|
|
197 |
* if (dlg.open() == Window.OK) {
|
|
198 |
* params.addTokenizerParameter(params.getCorpusElement(), values.get("name"), values.get("value")); //$NON-NLS-1$ //$NON-NLS-2$
|
|
199 |
* updateTokenizerSection();
|
|
200 |
* }
|
|
201 |
* }
|
|
202 |
* });
|
|
203 |
* Button removeButton = toolkit.createButton(sectionClient, Messages.CorpusPage_31, SWT.PUSH);
|
|
204 |
* removeButton.setLayoutData(new GridData(GridData.FILL, GridData.FILL, false, false,1,1));
|
|
205 |
* removeButton.addSelectionListener(new SelectionListener() {
|
|
206 |
* @Override
|
|
207 |
* public void widgetDefaultSelected(SelectionEvent e) {
|
|
208 |
* }
|
|
209 |
* @Override
|
|
210 |
* public void widgetSelected(SelectionEvent e) {
|
|
211 |
* if (params == null) return;
|
|
212 |
* ISelection sel = tokenizerParamsViewer.getSelection();
|
|
213 |
* IStructuredSelection ssel = (IStructuredSelection) sel;
|
|
214 |
* Object obj = ssel.getFirstElement();
|
|
215 |
* if (obj instanceof Element) {
|
|
216 |
* Element query = (Element) obj;
|
|
217 |
* params.getTokenizerElement(params.getCorpusElement()).removeChild(query);
|
|
218 |
* updateTokenizerSection();
|
|
219 |
* }
|
|
220 |
* }
|
|
221 |
* });
|
|
222 |
* Button addButton2 = toolkit.createButton(sectionClient, Messages.CorpusPage_32, SWT.PUSH);
|
|
223 |
* addButton2.setLayoutData(new GridData(GridData.FILL, GridData.FILL, false, false,1,1));
|
|
224 |
* addButton2.addSelectionListener(new SelectionListener() {
|
|
225 |
* @Override
|
|
226 |
* public void widgetDefaultSelected(SelectionEvent e) {
|
|
227 |
* }
|
|
228 |
* @Override
|
|
229 |
* public void widgetSelected(SelectionEvent e) {
|
|
230 |
* if (params == null) return;
|
|
231 |
* LinkedHashMap<String, String> values = new LinkedHashMap<String, String>();
|
|
232 |
* values.put("value", "\\A(.+)(.+)(.+)\\Z"); //$NON-NLS-1$ //$NON-NLS-2$
|
|
233 |
* values.put("type", "w"); //$NON-NLS-1$ //$NON-NLS-2$
|
|
234 |
* values.put("before", "1"); //$NON-NLS-1$ //$NON-NLS-2$
|
|
235 |
* values.put("hit", "2"); //$NON-NLS-1$ //$NON-NLS-2$
|
|
236 |
* values.put("after", "3"); //$NON-NLS-1$ //$NON-NLS-2$
|
|
237 |
* MultipleValueDialog dlg = new MultipleValueDialog(form.getShell(), Messages.CorpusPage_33, values);
|
|
238 |
* if (dlg.open() == Window.OK) {
|
|
239 |
* params.addTokenizerTest(params.getCorpusElement(), values.get("value"), values.get("type"), values.get("before"), values.get("hit"), values.get("after")); //$NON-NLS-1$ //$NON-NLS-2$
|
|
240 |
* //$NON-NLS-3$ //$NON-NLS-4$ //$NON-NLS-5$
|
|
241 |
* updateTokenizerSection();
|
|
242 |
* }
|
|
243 |
* }
|
|
244 |
* });
|
|
245 |
* Button removeButton2 = toolkit.createButton(sectionClient, Messages.CorpusPage_34, SWT.PUSH);
|
|
246 |
* removeButton2.setLayoutData(new GridData(GridData.FILL, GridData.FILL, false, false,1,1));
|
|
247 |
* removeButton2.addSelectionListener(new SelectionListener() {
|
|
248 |
* @Override
|
|
249 |
* public void widgetDefaultSelected(SelectionEvent e) {
|
|
250 |
* }
|
|
251 |
* @Override
|
|
252 |
* public void widgetSelected(SelectionEvent e) {
|
|
253 |
* if (params == null) return;
|
|
254 |
* ISelection sel = tokenizerParamsViewer2.getSelection();
|
|
255 |
* IStructuredSelection ssel = (IStructuredSelection) sel;
|
|
256 |
* Object obj = ssel.getFirstElement();
|
|
257 |
* if (obj instanceof Element) {
|
|
258 |
* Element test = (Element) obj;
|
|
259 |
* params.getTokenizerElement(params.getCorpusElement()).removeChild(test);
|
|
260 |
* updateTokenizerSection();
|
|
261 |
* }
|
|
262 |
* }
|
|
263 |
* });
|
|
264 |
* Table table = toolkit.createTable(sectionClient, SWT.FULL_SELECTION | SWT.MULTI | SWT.V_SCROLL | SWT.VIRTUAL);
|
|
265 |
* tokenizerParamsViewer = new TableViewer(table);
|
|
266 |
* tokenizerParamsViewer.getTable().addKeyListener(new TableKeyListener(tokenizerParamsViewer));
|
|
267 |
* GridData gd = new GridData(GridData.FILL, GridData.FILL, false, false,2,1);
|
|
268 |
* gd.heightHint = 150;
|
|
269 |
* tokenizerParamsViewer.getTable().setLayoutData(gd);
|
|
270 |
* tokenizerParamsViewer.setContentProvider(new NodeListContentProvider());
|
|
271 |
* tokenizerParamsViewer.getTable().setHeaderVisible(true);
|
|
272 |
* tokenizerParamsViewer.getTable().setLinesVisible(true);
|
|
273 |
* String[] cols = {"name", "value"}; //$NON-NLS-1$ //$NON-NLS-2$
|
|
274 |
* for (String col : cols) {
|
|
275 |
* TableViewerColumn columnViewer = new TableViewerColumn(tokenizerParamsViewer, SWT.NONE);
|
|
276 |
* TableColumn column = columnViewer.getColumn();
|
|
277 |
* column.setText(col);
|
|
278 |
* column.setWidth(100);
|
|
279 |
* columnViewer.setLabelProvider(new ElementColumnLabelProvider(col));
|
|
280 |
* }
|
|
281 |
* Table table2 = toolkit.createTable(sectionClient, SWT.FULL_SELECTION | SWT.MULTI | SWT.V_SCROLL | SWT.VIRTUAL);
|
|
282 |
* tokenizerParamsViewer2 = new TableViewer(table2);
|
|
283 |
* tokenizerParamsViewer2.getTable().addKeyListener(new TableKeyListener(tokenizerParamsViewer2));
|
|
284 |
* GridData gd2 = new GridData(GridData.FILL, GridData.FILL, false, false,2,1);
|
|
285 |
* gd.heightHint = 150;
|
|
286 |
* tokenizerParamsViewer2.getTable().setLayoutData(gd2);
|
|
287 |
* tokenizerParamsViewer2.setContentProvider(new NodeListContentProvider());
|
|
288 |
* tokenizerParamsViewer2.getTable().setHeaderVisible(true);
|
|
289 |
* tokenizerParamsViewer2.getTable().setLinesVisible(true);
|
|
290 |
* String[] cols2 = {"value", "type", "before", "hit", "after"}; //$NON-NLS-1$ //$NON-NLS-2$ //$NON-NLS-3$ //$NON-NLS-4$ //$NON-NLS-5$
|
|
291 |
* for (String col : cols2) {
|
|
292 |
* TableViewerColumn columnViewer = new TableViewerColumn(tokenizerParamsViewer2, SWT.NONE);
|
|
293 |
* TableColumn column = columnViewer.getColumn();
|
|
294 |
* column.setText(col);
|
|
295 |
* column.setWidth(100);
|
|
296 |
* columnViewer.setLabelProvider(new ElementColumnLabelProvider(col));
|
|
297 |
* }
|
283 |
298 |
*/
|
284 |
|
|
|
299 |
|
285 |
300 |
}
|
286 |
|
|
|
301 |
|
287 |
302 |
protected void updateFieldsEnableState() {
|
288 |
303 |
boolean enabled = doTokenizeStepButton.getSelection();
|
|
304 |
doRetokenizeStepButton.setEnabled(enabled);
|
289 |
305 |
textWhiteSpaces.setEnabled(enabled);
|
290 |
306 |
textPuncts.setEnabled(enabled);
|
291 |
307 |
textElisions.setEnabled(enabled);
|
292 |
308 |
textPunctsStrong.setEnabled(enabled);
|
293 |
309 |
}
|
294 |
|
|
|
310 |
|
295 |
311 |
@Override
|
296 |
312 |
public void update(Project project) {
|
297 |
313 |
if (this.section.isDisposed()) return;
|
298 |
314 |
if (project == null) return;
|
299 |
|
|
300 |
|
|
|
315 |
|
|
316 |
|
301 |
317 |
textWhiteSpaces.setText(project.getTokenizerParameter("whitespaces", TokenizerClasses.whitespaces));
|
302 |
318 |
textPuncts.setText(project.getTokenizerParameter("regPunct", TokenizerClasses.regPunct));
|
303 |
319 |
textPunctsStrong.setText(project.getTokenizerParameter("punct_strong", TokenizerClasses.punct_strong));
|
304 |
320 |
textElisions.setText(project.getTokenizerParameter("regElision", TokenizerClasses.regElision));
|
305 |
|
|
|
321 |
|
306 |
322 |
String wtagElement = project.getTokenizerWordElement();
|
307 |
323 |
wordElementText.setText(wtagElement);
|
308 |
|
|
|
324 |
|
309 |
325 |
boolean doTokenizeStep = project.getDoTokenizerStep();
|
310 |
326 |
doTokenizeStepButton.setSelection(doTokenizeStep);
|
|
327 |
boolean doRetokenizeStep = "true".equals(project.getTokenizerParameter("doRetokenizeStep", "false")); //$NON-NLS-1$
|
|
328 |
doRetokenizeStepButton.setSelection(doRetokenizeStep);
|
311 |
329 |
updateFieldsEnableState();
|
312 |
|
|
313 |
|
// HashMap<String, TTest> additionalTests = project.getTokenizerAdditionalTests();
|
314 |
|
// try {
|
315 |
|
// setAddSetTestsButton.setSelection(Boolean.parseBoolean(value.toString()));
|
316 |
|
// } catch (Exception e) { };
|
|
330 |
|
|
331 |
// HashMap<String, TTest> additionalTests = project.getTokenizerAdditionalTests();
|
|
332 |
// try {
|
|
333 |
// setAddSetTestsButton.setSelection(Boolean.parseBoolean(value.toString()));
|
|
334 |
// } catch (Exception e) { };
|
317 |
335 |
}
|
318 |
|
|
|
336 |
|
319 |
337 |
@Override
|
320 |
338 |
public boolean save(Project project) {
|
321 |
|
|
|
339 |
|
322 |
340 |
if (textWhiteSpaces.getText().length() == 0 && textPuncts.getText().length() == 0) {
|
323 |
341 |
System.out.println("Error while saving tokenizer parameters: whitespace and punctuation regular expressions are both empty.");
|
324 |
342 |
return false;
|
... | ... | |
328 |
346 |
project.addTokenizerParameter("punct_strong", textPunctsStrong.getText()); //$NON-NLS-1$
|
329 |
347 |
project.addTokenizerParameter("regElision", textElisions.getText()); //$NON-NLS-1$
|
330 |
348 |
project.addTokenizerParameter("word_tags", wordElementText.getText()); //$NON-NLS-1$
|
331 |
|
project.addTokenizerParameter("doTokenizeStep", ""+doTokenizeStepButton.getSelection()); //$NON-NLS-1$
|
|
349 |
project.addTokenizerParameter("doTokenizeStep", "" + doTokenizeStepButton.getSelection()); //$NON-NLS-1$
|
|
350 |
project.addTokenizerParameter("doRetokenizeStep", "" + doRetokenizeStepButton.getSelection()); //$NON-NLS-1$
|
332 |
351 |
project.addTokenizerParameter("onlyThoseTests", "false"); //$NON-NLS-1$
|
333 |
|
//project.setTokenizerAdditionalTests(additionalTokenizerTests); //$NON-NLS-1$
|
334 |
|
|
|
352 |
// project.setTokenizerAdditionalTests(additionalTokenizerTests); //$NON-NLS-1$
|
|
353 |
|
335 |
354 |
return true;
|
336 |
355 |
}
|
337 |
|
|
|
356 |
|
338 |
357 |
@Override
|
339 |
358 |
public boolean checkFields() {
|
340 |
359 |
return true;
|
341 |
360 |
}
|
342 |
|
|
|
361 |
|
343 |
362 |
@Override
|
344 |
363 |
public int getSectionSize() {
|
345 |
364 |
return SECTION_SIZE;
|
346 |
365 |
}
|
347 |
|
}
|
|
366 |
}
|