@@ -25,7 +25,6 @@ public class DocFeatureHandler {
2525 private HashMap <String , HashMap <String , Double >> automaticFeatureData ;
2626 private Set <Method > methodSet ;
2727
28-
2928 public DocFeatureHandler (Set <Method > trainingSet ) {
3029 manualFeatureSet = new HashSet <>();
3130 manualFeatureData = new HashMap <>();
@@ -57,29 +56,22 @@ public void evaluateAutomaticFeatureData() {
5756
5857 for (Method method : methodSet ) {
5958
60- //String docComment = NLPUtils.cleanText(method.getJavadoc().getMergedComments());
61-
62-
6359 String docComment = NLPUtils .cleanFirstSentence (method .getJavadoc ().getMethodComment ()) + " " +
6460 NLPUtils .cleanFirstSentence (method .getJavadoc ().getClassComment ());
6561
6662 NDArray array = (NDArray ) docCommentVector .getParagraphVectors ().inferVector (docComment );
67- // System.out.println("ARR: "+array.toString());
6863 HashMap <String , Double > vectorValues = new HashMap <>();
6964
7065 for (int index = 0 ; index < array .columns (); index ++) {
71- // System.out.println(array.getDouble(index));
7266 vectorValues .put ("dl4j-col-" + index , array .getDouble (index ));
7367 }
7468
7569 NDArray average = (NDArray ) array .mean (1 );
7670 vectorValues .put ("dl4j-avg" , average .getDouble (0 ));
77- //System.out.println(vectorValues);
7871 automaticFeatureData .put (method .getSignature (), vectorValues );
7972 }
8073 }
8174
82-
8375 public ArrayList <String > getAutomaticFeatureSet () {
8476
8577 return automaticFeatureSet ;
@@ -99,9 +91,6 @@ public void initialiseManualFeatureSet() {
9991
10092 Reflections features = new Reflections ("de.fraunhofer.iem.swan.features.doc.manual" );
10193 manualFeatureSet = features .getSubTypesOf (IDocFeature .class );
102-
103- excludeFeatures ();
104-
10594 }
10695
10796 public void initialiseAutomaticFeatureSet () {
@@ -115,35 +104,7 @@ public void initialiseAutomaticFeatureSet() {
115104 /**
116105 *
117106 */
118- public void excludeFeatures () {
119- Set <String > exclude = new HashSet <>();
120-
121- //Unprocessed features
122- // exclude.add("AverageTokenLengthFeature");
123- // exclude.add("AverageSentenceLengthFeature");
124- //
125- // exclude.add("SentenceCountFeature");
126- // exclude.add("TokenCountFeature");
127- // exclude.add("UppercaseWordsCountFeature");
128- // exclude.add("NumberCountFeature");
129- // exclude.add("CharacterCountFeature");
130- //
131- // exclude.add("DeprecatedTagCountFeature");
132- // exclude.add("CodeTagCountFeature");
133- // exclude.add("SeeTagCountFeature");
134- // exclude.add("LinkTagCountFeature");
135- // exclude.add("IncompleteCodeFeature");
136-
137-
138- //Processed features
139-
140- // exclude.add("SanitizerWordCountFeature");
141- // exclude.add("SqlInjectionCountFeature");
142- // exclude.add("AuthUnsafeWordCountFeature");
143- // exclude.add("AuthSafeWordCountFeature");
144- // exclude.add("SourceWordCountFeature");
145- // exclude.add("AuthNoChangeWordCountFeature");
146-
107+ public void excludeFeatures (Set <String > exclude ) {
147108
148109 Set <Class <? extends IDocFeature >> features = new HashSet <>(manualFeatureSet );
149110
0 commit comments