ecma-parser-tests

ECMA-262 Parser Tests

This repository contains a bunch of ECMAScript tests, copied from the Test262 repo and changed so it can be used together with any ECMAScript parser.

All tests in this repo are up to date with latest ECMAScript specs (ES2017) and it is parser independent.

Note!! Tests for module code are marked with .module.

Directory	Description
pass	Contains syntactically valid ECMAScript programs copied form Test262 repo
early	Contains programs which match the grammar of ECMAScript but which trigger early errors
fail	Contains files which do not match the grammar of ECMAScript
next	Contains Stage 3 proposal tests. Separated from Test262. Each of the tests has three sub-directories - pass, fail, early
annexb	Contains AnnexB tests. Each of the tests has three sub-directories - pass, fail, early

Configure

One way to get the tests running is to follow the example below. In this example Cherow have been used as the ECMAScript parser, but all parsers should work as long as they support the latest ECMAScript features (ES2017).

Note! It's a quick 5 minutes task to get this tests running on your project, but be aware that you would need to create a whitelist to skip tests that your parser doesn't parse correctly.

import { parseScript} from '../../../src/cherow';
import { readdirSync, readFileSync } from 'fs';
import whitelist from './whitelist';  // Your own whitelist file
import * as t from 'assert';

const EcmaParserTestDir = 'node_modules/ecma-parser-tests';

const parse = (src, module) => (module ? parseModule : parseScript)(src);

const isModule = (val) => /\.module\.js/.test(val);

describe('Test262 Parser tests', () => {

    describe('Pass', () => {
        for (const f of readdirSync(`${EcmaParserTestDir}/pass`)) {
            if (whitelist.pass.indexOf(f) !== -1) continue;
            it(`Should pass -  [${f}]`, () => {
                const passSrc = readFileSync(`${EcmaParserTestDir}/pass/${f}`, 'utf8');
                t.doesNotThrow(() => {
                    parse(passSrc, isModule(f));
                });
            });
        }
    });

    describe('Fail', () => {
        for (const f of readdirSync(`${EcmaParserTestDir}/fail`)) {
            if (whitelist.fail.indexOf(f) !== -1) continue;
            it(`Should fail on - [${f}]`, () => {
                const passSrc = readFileSync(`${EcmaParserTestDir}/fail/${f}`, 'utf8');
                t.throws(() => {
                    parse(passSrc, isModule(f));
                });
            });
        }
    });

    describe('Early errors', () => {
        for (const f of readdirSync(`${EcmaParserTestDir}/early`)) {
            if (whitelist.early.indexOf(f) !== -1) continue;
            const passTestFile = `${EcmaParserTestDir}/early/${f}`;
            it(`should fail on early error [${f}]`, () => {
                const passSrc = readFileSync(`${EcmaParserTestDir}/early/${f}`, 'utf8');
                t.throws(() => {
                    parse(passSrc, isModule(f));
                });
            });
        }
    });
    
     describe('AnnexB - Pass', () => {
        for (const f of readdirSync(`${EcmaParserTestDir}/annexb/pass`)) {
            if (whitelist.annexb_pass.indexOf(f) !== -1) continue;
            it(`Should pass -  [${f}]`, () => {
                const passSrc = readFileSync(`${EcmaParserTestDir}/annexb/pass/${f}`, 'utf8');
                t.doesNotThrow(() => {
                    parse(passSrc, isModule(f));
                });
            });
        }
    });

        describe('AnnexB - Fail', () => {
        for (const f of readdirSync(`${EcmaParserTestDir}/annexb/fail`)) {
            if (whitelist.annexb_fail.indexOf(f) !== -1) continue;
            it(`Should fail on - [${f}]`, () => {
                const passSrc = readFileSync(`${EcmaParserTestDir}/annexb/fail/${f}`, 'utf8');
                t.throws(() => {
                    parse(passSrc, isModule(f));
                });
            });
        }
    });

     describe('Next - Pass', () => {
        for (const f of readdirSync(`${EcmaParserTestDir}/next/pass`)) {
            if (expectations.next_pass.indexOf(f) !== -1) continue;
            it(`Should pass -  [${f}]`, () => {
                const passSrc = readFileSync(`${EcmaParserTestDir}/next/pass/${f}`, 'utf8');
                t.doesNotThrow(() => {
                    parse(passSrc, /\.module\.js/.test(f));
                });
            });
        }
    });

        describe('Next - Fail', () => {
        for (const f of readdirSync(`${EcmaParserTestDir}/next/fail`)) {
            if (whitelist.next_fail.indexOf(f) !== -1) continue;
            it(`Should fail on - [${f}]`, () => {
                const passSrc = readFileSync(`${EcmaParserTestDir}/next/fail/${f}`, 'utf8');
                t.throws(() => {
                    parse(passSrc, isModule(f));
                });
            });
        }
    });
});

Your whitelist:

export default {
    pass: [
        '1.js' // skips the first passing test
    ],
    fail: [],
    early: [],
    annexb_pass: [],
    annexb_fail: [],
    next_pass: [],
    next_fail: []
}