aboutsummaryrefslogtreecommitdiffstats
path: root/python/servo/mutation/test.py
blob: 533e7cffe4ba1abebfce0bcc842de868e4832793 (plain) (blame)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
import fileinput
import re
import subprocess
import sys

def mutate_line(file_name, line_number):
    lines = open(file_name, 'r').readlines()
    lines[line_number - 1] = re.sub(r'\s&&\s', ' || ', lines[line_number - 1])
    out = open(file_name, 'w')
    out.writelines(lines)
    out.close()

def mutation_test(file_name, tests):
    lineNumbers = []
    for line in fileinput.input(file_name):
        if re.search(r'\s&&\s', line):
            lineNumbers.append(fileinput.lineno())

    for lineToMutate in lineNumbers:
        print "Mutating {0} at line {1}".format(file_name, lineToMutate)
        mutate_line(file_name, lineToMutate)
        print "compling mutant {0}-{1}".format(file_name, lineToMutate)
        sys.stdout.flush()
        #subprocess.call('python mach build --release', shell=True)
        print "running tests for mutant {0}-{1}".format(file_name, lineToMutate)
        sys.stdout.flush()
        for test in tests:
            testStatus = subprocess.call("python mach test-wpt {0} --release".format(test.encode('utf-8')), shell=True)
            if testStatus != 0:
                print('Failed in while running `python mach test-wpt {0} --release`'.format(test.encode('utf-8')))
                print "mutated file {0} diff".format(file_name)
                sys.stdout.flush()
                subprocess.call('git --no-pager diff {0}'.format(file_name), shell=True)
        print "reverting mutant {0}-{1}".format(file_name, lineToMutate)
        sys.stdout.flush()
        subprocess.call('git checkout {0}'.format(file_name), shell=True)