JsFile: fix duplicate ( token in export default statements

Fixes #947
Closes gh-990

Author: mikesherov

lib/js-file.js

@@ -139,6 +139,19 @@ JsFile.prototype = {
      * Builds token index by starting pos for futher navigation.
      */
     _buildTokenIndex: function() {
+        // Temporary fix (i hope) for esprima tokenizer, which results
+        // in duplicate tokens on `export default function() {}`
+        // (https://code.google.com/p/esprima/issues/detail?id=631)
+        if (this.getDialect() === 'es6') {
+            var lastToken;
+            this._tree.tokens = this._tree.tokens.filter(function(token, i) {
+                var prevToken = lastToken;
+                lastToken = token;
+
+                return !prevToken || prevToken.range[0] !== token.range[0] || prevToken.range[1] !== token.range[1];
+            });
+        }
+
         var tokens = this._tree.tokens;
         var tokenRangeStartIndex = {};
         var tokenRangeEndIndex = {};

test/js-file.js

@@ -19,7 +19,8 @@ describe('modules/js-file', function() {
         return new JsFile(
             'example.js',
             sources,
-            harmonyEsprima.parse(sources, {sourceType: 'module', loc: true, range: true, comment: true, tokens: true})
+            harmonyEsprima.parse(sources, {sourceType: 'module', loc: true, range: true, comment: true, tokens: true}),
+            { es6: true }
         );
     }
 
@@ -198,6 +199,12 @@ describe('modules/js-file', function() {
             createJsFile('test.toString').iterateTokenByValue('(', spy);
             assert(!spy.calledOnce);
         });
+
+        it('should not have duplicate tokens in es6 export default statements', function() {
+            var spy = sinon.spy();
+            createHarmonyJsFile('export default function() {}').iterateTokenByValue('(', spy);
+            assert(spy.calledOnce);
+        });
     });
 
     describe('getNodeByRange', function() {
@@ -245,7 +252,11 @@ describe('modules/js-file', function() {
     });
 
     describe('findNextToken', function() {
-        var file = createJsFile('switch(varName){case"yes":a++;break;}');
+        var file;
+
+        beforeEach(function() {
+            file = createJsFile('switch(varName){case"yes":a++;break;}');
+        });
 
         it('should find the first next token when only the type is specified', function() {
             var switchToken = file.getTokens()[0];
@@ -325,8 +336,13 @@ describe('modules/js-file', function() {
     });
 
     describe('findPrevToken', function() {
-        var file = createJsFile('switch(varName){case"yes":a++;break;}');
-        var tokens = file.getTokens();
+        var file;
+        var tokens;
+
+        beforeEach(function() {
+            file = createJsFile('switch(varName){case"yes":a++;break;}');
+            tokens = file.getTokens();
+        });
 
         it('should find the first previous token when only the type is specified', function() {
             var lastToken = tokens[tokens.length - 1];

test/rules/disallow-spaces-inside-parentheses.js

@@ -75,6 +75,10 @@ describe('rules/disallow-spaces-inside-parentheses', function() {
         it('should not report with no spaces around a regex', function() {
             assert(checker.checkString('expect(a).toMatch(/home/);').isEmpty());
         });
+
+        it('should not report with no spaces in an export default statement', function() {
+            assert(checker.checkString('export default function() {}').isEmpty());
+        });
     });
 
     describe('"only" option', function() {