1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
|
# Copyright 2013 The Servo Project Developers. See the COPYRIGHT
# file at the top-level directory of this distribution.
#
# Licensed under the Apache License, Version 2.0 <LICENSE-APACHE or
# http://www.apache.org/licenses/LICENSE-2.0> or the MIT license
# <LICENSE-MIT or http://opensource.org/licenses/MIT>, at your
# option. This file may not be copied, modified, or distributed
# except according to those terms.
import fileinput
import re
import subprocess
import sys
import os
import random
DEVNULL = open(os.devnull, 'wb')
def mutate_random_line(file_name):
line_numbers = []
for line in fileinput.input(file_name):
if re.search(r'\s&&\s', line):
line_numbers.append(fileinput.lineno())
if len(line_numbers) == 0:
return -1
else:
mutation_line_number = line_numbers[random.randint(0, len(line_numbers) - 1)]
for line in fileinput.input(file_name, inplace=True):
if fileinput.lineno() == mutation_line_number:
line = re.sub(r'\s&&\s', ' || ', line)
print line.rstrip()
return mutation_line_number
def mutation_test(file_name, tests):
local_changes_present = subprocess.call('git diff --quiet {0}'.format(file_name), shell=True)
if local_changes_present == 1:
print "{0} has local changes, please commit/remove changes before running the test".format(file_name)
else:
mutated_line = mutate_random_line(file_name)
if mutated_line != -1:
print "Mutating {0} at line {1}".format(file_name, mutated_line)
print "compling mutant {0}:{1}".format(file_name, mutated_line)
sys.stdout.flush()
subprocess.call('python mach build --release', shell=True, stdout=DEVNULL)
for test in tests:
test_command = "python mach test-wpt {0} --release".format(test.encode('utf-8'))
print "running `{0}` test for mutant {1}:{2}".format(test, file_name, mutated_line)
sys.stdout.flush()
test_status = subprocess.call(test_command, shell=True, stdout=DEVNULL)
if test_status != 0:
print("Failed: while running `{0}`".format(test_command))
print "mutated file {0} diff".format(file_name)
sys.stdout.flush()
subprocess.call('git --no-pager diff {0}'.format(file_name), shell=True)
else:
print("Success: Mutation killed by {0}".format(test.encode('utf-8')))
break
print "reverting mutant {0}:{1}".format(file_name, mutated_line)
sys.stdout.flush()
subprocess.call('git checkout {0}'.format(file_name), shell=True)
else:
print "Cannot mutate {0}".format(file_name)
print "-----------------------------------------------------------------\n"
|
