Merge pull request #1934 from asger-semmle/node-js-classification

Approved by esben-semmle

Author: semmle-qlci

change-notes/1.23/extractor-javascript.md

@@ -5,4 +5,6 @@
 ## Changes to code extraction
 
 * Asynchronous generator methods are now parsed correctly and no longer cause a spurious syntax error.
+* Recognition of CommonJS modules has improved. As a result, some files that were previously extracted as
+  global scripts are now extracted as modules.
 * Top-level `await` is now supported.

javascript/extractor/src/com/semmle/js/extractor/NodeJSDetector.java

@@ -97,8 +97,9 @@ private static boolean isRequireCall(Expression e) {
     if (e instanceof CallExpression) {
       CallExpression call = (CallExpression) e;
       Expression callee = call.getCallee();
-      return (isIdentifier(callee, "require") || isRequireCall(callee))
-          && call.getArguments().size() == 1;
+      if (isIdentifier(callee, "require") && call.getArguments().size() == 1) return true;
+      if (isRequireCall(callee)) return true;
+      return false;
     } else if (e instanceof MemberExpression) {
       return isRequireCall(((MemberExpression) e).getObject());
     } else if (e instanceof AssignmentExpression) {

javascript/extractor/src/com/semmle/js/extractor/test/NodeJSDetectorTests.java

@@ -164,9 +164,8 @@ public void testUMD() {
 
   @Test
   public void amdefine() {
-    // not currently detected
     isNodeJS(
-        "if (typeof define !== 'function') define = require('amdefine')(module, require);", false);
+        "if (typeof define !== 'function') define = require('amdefine')(module, require);", true);
   }
 
   @Test
@@ -202,4 +201,14 @@ public void requireInIf() {
             + "}",
         true);
   }
+
+  @Test
+  public void requireAndCall() {
+    isNodeJS("var foo = require('foo')();", true);
+  }
+
+  @Test
+  public void requireAndCallMethod() {
+    isNodeJS("var foo = require('foo').bar();", true);
+  }
 }

javascript/ql/src/meta/analysis-quality/NumModules.ql

@@ -0,0 +1,14 @@
+/**
+ * @name Modules
+ * @description The number of modules in the snapshot.
+ * @kind metric
+ * @metricType project
+ * @metricAggregate sum
+ * @tags meta
+ * @id js/meta/modules
+ */
+
+import javascript
+import CallGraphQuality
+
+select projectRoot(), count(Module mod)