Skip to content
Snippets Groups Projects
Commit dd07d307 authored by Shyam Upadhyay's avatar Shyam Upadhyay
Browse files

this version goes upto feature extraction smoothly

parent 39993e18
No related branches found
No related tags found
1 merge request!1Shyam
......@@ -42,7 +42,7 @@
<dependency>
<groupId>edu.illinois.cs.cogcomp</groupId>
<artifactId>illinois-nlp-pipeline</artifactId>
<version>0.1.6</version>
<version>0.1.6-lemmatizer</version>
</dependency>
<dependency>
......@@ -85,6 +85,11 @@
<!-- </exclusion> -->
<!-- </exclusions> -->
<!-- </dependency> -->
<dependency>
<groupId>commons-lang</groupId>
<artifactId>commons-lang</artifactId>
<version>2.6</version>
</dependency>
<dependency>
<groupId>com.h2database</groupId>
......
package edu.illinois.cs.cogcomp.srl.core;
public enum Models {
Classifier, Identifier, Sense, type, Predicate
Classifier, Identifier, Sense, Predicate
}
......@@ -11,6 +11,7 @@ import edu.illinois.cs.cogcomp.core.utilities.ArrayUtilities;
import edu.illinois.cs.cogcomp.edison.features.Feature;
import edu.illinois.cs.cogcomp.edison.features.FeatureExtractor;
import edu.illinois.cs.cogcomp.edison.utilities.EdisonException;
import edu.illinois.cs.cogcomp.sl.util.FeatureVectorBuffer;
import edu.illinois.cs.cogcomp.sl.util.IFeatureVector;
import edu.illinois.cs.cogcomp.sl.util.SparseFeatureVector;
import edu.illinois.cs.cogcomp.srl.caches.FeatureVectorCacheFile;
......@@ -229,10 +230,8 @@ public class PreExtractor extends ProducerConsumer<TextAnnotation> {
values.add(f.getValue());
}
}
x.cacheFeatureVector(modelToExtract,
new SparseFeatureVector(ArrayUtilities.asIntArray(ids),
ArrayUtilities.asFloatArray(values)));
FeatureVectorBuffer tmp = new FeatureVectorBuffer(ArrayUtilities.asIntArray(ids), ArrayUtilities.asFloatArray(values));
x.cacheFeatureVector(modelToExtract,tmp.toFeatureVector());
}
public void lockLexicon() {
......
......@@ -24,7 +24,7 @@ public class TextPreProcessor {
private final boolean tokenized;
private final AnnotatorService annotator;
public final static String[] requiredViews = { ViewNames.POS,
ViewNames.NER_CONLL, ViewNames.SHALLOW_PARSE,
ViewNames.NER_CONLL,ViewNames.LEMMA, ViewNames.SHALLOW_PARSE,
ViewNames.PARSE_STANFORD };
private String defaultParser;
......
0% Loading or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment