aboutsummaryrefslogtreecommitdiffstats
path: root/python/servo/mutation/test.py
blob: 790789f3fdd7656344253b2d56e97054b493b201 (plain) (blame)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
import fileinput
import re
import subprocess
import sys

def mutate_line(file_name, line_number):
    lines = open(file_name, 'r').readlines()
    lines[line_number - 1] = re.sub(r'\s&&\s', ' || ', lines[line_number - 1])
    out = open(file_name, 'w')
    out.writelines(lines)
    out.close()

def mutation_test(file_name):
    lineNumbers = []
    for line in fileinput.input(file_name):
        if re.search(r'\s&&\s', line):
            lineNumbers.append(fileinput.lineno())

    for lineToMutate in lineNumbers:
        print "Mutating {0} at line {1}".format(file_name, lineToMutate)
        mutate_line(file_name, lineToMutate)
        print "compling mutant {0}-{1}".format(file_name, lineToMutate)
        sys.stdout.flush()
        subprocess.call('python mach build --release', shell=True)
        print "running tests for mutant {0}-{1}".format(file_name, lineToMutate)
        sys.stdout.flush()
        testStatus = subprocess.call('python mach test-wpt XMLHttpRequest --release', shell=True)
        if testStatus != 0:
            print('Failed in while running `python mach test-wpt XMLHttpRequest --release`')
            print "mutated file {0} diff".format(file_name)
            sys.stdout.flush()
            subprocess.call('git --no-pager diff {0}'.format(file_name), shell=True)
        print "reverting mutant {0}-{1}".format(file_name, lineToMutate)
        sys.stdout.flush()
        subprocess.call('git checkout {0}'.format(file_name), shell=True)

mutation_test('components/script/dom/xmlhttprequest.rs')