%PDF-1.7
%
1 0 obj
<<
/Metadata 2 0 R
/Names 3 0 R
/OpenAction 4 0 R
/Outlines 5 0 R
/PageLayout /SinglePage
/PageMode /UseOutlines
/Pages 6 0 R
/SourceObject 7 0 R
/Threads [8 0 R]
/Type /Catalog
>>
endobj
9 0 obj
<<
/Author (Qianqian Zhu)
/CreationDate (D:20210118190833+05'30')
/Creator (Elsevier)
/CrossMarkDomains#5B1#5D (sciencedirect.com)
/CrossMarkDomains#5B2#5D (elsevier.com)
/CrossmarkDomainExclusive (true)
/CrossmarkMajorVersionDate (2010-04-23)
/GTS_PDFA1Version (PDF/A-1b:2005)
/ModDate (D:20210119141929+01'00')
/PTEX.Fullbanner (This is pdfTeX, Version 3.14159265-2.6-1.40.15 \(TeX Live 2014\) kpathsea version 6.2.0)
/Producer (pdfTeX)
/Subject (The Journal of Systems & Software, 173 \(2021\) 110864. doi:10.1016/j.jss.2020.110864)
/Title (How to kill them all: An exploratory study on the impact of code observability on mutation testing)
/Trapped /False
/doi (10.1016/j.jss.2020.110864)
/robots (noindex)
>>
endobj
2 0 obj
<<
/Length 6953
/Subtype /XML
/Type /Metadata
>>
stream
application/pdf
doi:10.1016/j.jss.2020.110864
How to kill them all: An exploratory study on the impact of code observability on mutation testing
Qianqian Zhu
Andy Zaidman
Annibale Panichella
Mutation testing
Code quality
Observability
Testability
Code refactoring
The Journal of Systems & Software, 173 (2021) 110864. doi:10.1016/j.jss.2020.110864
Elsevier Inc.
journal
The Journal of Systems & Software
© 2021 The Authors. Published by Elsevier Inc.
0164-1212
173
March 2021
110864
110864
10.1016/j.jss.2020.110864
https://doi.org/10.1016/j.jss.2020.110864
VoR
2010-04-23
true
10.1016/j.jss.2020.110864
elsevier.com
sciencedirect.com
10.1016/j.jss.2020.110864
noindex
2010-04-23
true
PDF/A-1b:2005
This is pdfTeX, Version 3.14159265-2.6-1.40.15 (TeX Live 2014) kpathsea version 6.2.0
sciencedirect.com
elsevier.com
Elsevier
2021-01-18T19:08:33+05:30
2021-01-19T14:19:29+01:00
2021-01-19T14:19:29+01:00
True
pdfTeX
False
uuid:5e011e55-da31-49dd-8f7d-71206698ccc9
uuid:00d5d380-d322-4890-8d4a-7ed41a613916
http://creativecommons.org/licenses/by/4.0/
endstream
endobj
3 0 obj
<<
/Dests 10 0 R
>>
endobj
4 0 obj
<<
/D [11 0 R /FitH 897]
/S /GoTo
>>
endobj
5 0 obj
<<
/Count 35
/First 12 0 R
/Last 12 0 R
/Type /Outlines
>>
endobj
6 0 obj
<<
/Count 21
/Kids [13 0 R 14 0 R 15 0 R 16 0 R]
/Type /Pages
>>
endobj
7 0 obj
<<
/Length 306
/Filter /FlateDecode
/SourceName (jss110864-docdetails.tex)
/Type /SourceFile
>>
stream
x]PMO@ﯘ[5²,ҍ1R(6aR_'9yެNphD{.}i8+ںklK"a3S;MH|1eěx` fD1Ns/"@B%Hob") H/f蚦l#ܤM j]U'u~?6*c<-j!`߶D1Z}BXί>
>>
endobj
10 0 obj
<<
/Kids [18 0 R 19 0 R 20 0 R]
/Limits [(Doc-Start) (title)]
>>
endobj
11 0 obj
<<
/Annots [21 0 R 22 0 R 23 0 R 24 0 R 25 0 R 26 0 R 27 0 R 28 0 R 29 0 R 30 0 R
31 0 R 32 0 R 33 0 R 34 0 R 35 0 R 36 0 R 37 0 R 38 0 R 39 0 R 40 0 R
41 0 R 42 0 R 43 0 R 44 0 R 45 0 R 46 0 R 47 0 R 48 0 R 49 0 R 50 0 R
51 0 R 52 0 R 53 0 R 54 0 R 55 0 R 56 0 R 57 0 R 58 0 R 59 0 R 60 0 R
61 0 R 62 0 R 63 0 R 64 0 R 65 0 R 66 0 R 67 0 R 68 0 R 69 0 R 70 0 R
71 0 R 72 0 R 73 0 R 74 0 R 75 0 R 76 0 R 77 0 R]
/B [17 0 R 78 0 R 79 0 R]
/Contents [80 0 R 81 0 R 82 0 R 83 0 R 84 0 R 85 0 R 86 0 R 87 0 R]
/CropBox [0 0 595.276 793.701]
/MediaBox [0 0 595.276 793.701]
/Parent 13 0 R
/Resources 88 0 R
/Rotate 0
/Type /Page
>>
endobj
12 0 obj
<<
/A 89 0 R
/Count 34
/First 90 0 R
/Last 91 0 R
/Parent 5 0 R
/Title (How to kill them all: An exploratory study on the impact of code observability on mutation testing)
>>
endobj
13 0 obj
<<
/Count 7
/Kids [92 0 R 11 0 R 93 0 R 94 0 R 95 0 R 96 0 R 97 0 R]
/Parent 6 0 R
/Type /Pages
>>
endobj
14 0 obj
<<
/Count 6
/Kids [98 0 R 99 0 R 100 0 R 101 0 R 102 0 R 103 0 R]
/Parent 6 0 R
/Type /Pages
>>
endobj
15 0 obj
<<
/Count 6
/Kids [104 0 R 105 0 R 106 0 R 107 0 R 108 0 R 109 0 R]
/Parent 6 0 R
/Type /Pages
>>
endobj
16 0 obj
<<
/Count 2
/Kids [110 0 R 111 0 R]
/Parent 6 0 R
/Type /Pages
>>
endobj
17 0 obj
<<
/N 78 0 R
/P 11 0 R
/R [37.616 374.909 557.66 741.963]
/T 8 0 R
/V 112 0 R
>>
endobj
18 0 obj
<<
/Kids [113 0 R 114 0 R 115 0 R 116 0 R 117 0 R 118 0 R]
/Limits [(Doc-Start) (lst9005)]
>>
endobj
19 0 obj
<<
/Kids [119 0 R 120 0 R 121 0 R 122 0 R 123 0 R 124 0 R]
/Limits [(lst9016) (lstnumber.8.160)]
>>
endobj
20 0 obj
<<
/Kids [125 0 R 126 0 R 127 0 R 128 0 R]
/Limits [(lstnumber.8.161) (title)]
>>
endobj
21 0 obj
<<
/A <<
/S /URI
/Type /Action
/URI (https://doi.org/10.1016/j.jss.2020.110864)
>>
/Border [0 0 0]
/C [0 1 1]
/F 4
/H /I
/Rect [211.098 750.527 384.177 757.014]
/Subtype /Link
/Type /Annot
>>
endobj
22 0 obj
<<
/A <<
/S /URI
/Type /Action
/URI (http://www.elsevier.com/locate/jss)
>>
/Border [0 0 0]
/C [0 1 1]
/F 4
/H /I
/Rect [323.206 724.549 374.581 730.46]
/Subtype /Link
/Type /Annot
>>
endobj
23 0 obj
<<
/A <<
/S /URI
/Type /Action
/URI (http://www.elsevier.com/locate/jss)
>>
/Border [0 0 0]
/C [0 1 1]
/F 4
/H /I
/Rect [282.354 668.174 389.528 675.574]
/Subtype /Link
/Type /Annot
>>
endobj
24 0 obj
<<
/A <<
/S /URI
/Type /Action
/URI (http://crossmark.crossref.org/dialog/?doi=10.1016/j.jss.2020.110864&domain=pdf)
>>
/Border [0 0 0]
/C [0 1 1]
/F 4
/H /I
/Rect [497.676 601.048 526.023 629.395]
/Subtype /Link
/Type /Annot
>>
endobj
25 0 obj
<<
/A <<
/D (cabio.1)
/S /GoTo
>>
/Border [0 0 0]
/C [1 0 0]
/F 4
/H /I
/Rect [37.616 578.594 83.194 590.468]
/Subtype /Link
/Type /Annot
>>
endobj
26 0 obj
<<
/A <<
/D (cabio.1)
/S /GoTo
>>
/Border [0 0 0]
/C [1 0 0]
/F 4
/H /I
/Rect [85.957 578.594 105.418 590.468]
/Subtype /Link
/Type /Annot
>>
endobj
27 0 obj
<<
/A <<
/D (ca.cor.1)
/S /GoTo
>>
/Border [0 0 0]
/C [1 0 0]
/F 4
/H /I
/Rect [107.198 586.411 111.723 590.468]
/Subtype /Link
/Type /Annot
>>
endobj
28 0 obj
<<
/A <<
/D (cabio.2)
/S /GoTo
>>
/Border [0 0 0]
/C [1 0 0]
/F 4
/H /I
/Rect [116.558 578.594 143.015 590.468]
/Subtype /Link
/Type /Annot
>>
endobj
29 0 obj
<<
/A <<
/D (cabio.2)
/S /GoTo
>>
/Border [0 0 0]
/C [1 0 0]
/F 4
/H /I
/Rect [145.778 578.594 190.028 590.468]
/Subtype /Link
/Type /Annot
>>
endobj
30 0 obj
<<
/A <<
/D (cabio.3)
/S /GoTo
>>
/Border [0 0 0]
/C [1 0 0]
/F 4
/H /I
/Rect [195.859 578.594 240.822 590.468]
/Subtype /Link
/Type /Annot
>>
endobj
31 0 obj
<<
/A <<
/D (cabio.3)
/S /GoTo
>>
/Border [0 0 0]
/C [1 0 0]
/F 4
/H /I
/Rect [243.585 578.594 295.369 590.468]
/Subtype /Link
/Type /Annot
>>
endobj
32 0 obj
<<
/A <<
/S /URI
/Type /Action
/URI (http://creativecommons.org/licenses/by/4.0/)
>>
/Border [0 0 0]
/C [0 1 1]
/F 4
/H /I
/Rect [400.158 382.786 553.154 390.084]
/Subtype /Link
/Type /Annot
>>
endobj
33 0 obj
<<
/A <<
/D (cite.jia2011analysis)
/S /GoTo
>>
/Border [0 0 0]
/C [0 1 0]
/F 4
/H /I
/Rect [168.26 308.749 229.674 316.859]
/Subtype /Link
/Type /Annot
>>
endobj
34 0 obj
<<
/A <<
/D (cite.jia2011analysis)
/S /GoTo
>>
/Border [0 0 0]
/C [0 1 0]
/F 4
/H /I
/Rect [235.075 308.749 254.272 316.859]
/Subtype /Link
/Type /Annot
>>
endobj
35 0 obj
<<
/A <<
/D (cite.PetrovicICST2018)
/S /GoTo
>>
/Border [0 0 0]
/C [0 1 0]
/F 4
/H /I
/Rect [86.262 287.518 139.526 295.631]
/Subtype /Link
/Type /Annot
>>
endobj
36 0 obj
<<
/A <<
/D (cite.PetrovicICST2018)
/S /GoTo
>>
/Border [0 0 0]
/C [0 1 0]
/F 4
/H /I
/Rect [144.425 287.518 163.621 295.631]
/Subtype /Link
/Type /Annot
>>
endobj
37 0 obj
<<
/A <<
/D (cite.pit2018tool)
/S /GoTo
>>
/Border [0 0 0]
/C [0 1 0]
/F 4
/H /I
/Rect [266.507 287.518 286.732 295.631]
/Subtype /Link
/Type /Annot
>>
endobj
38 0 obj
<<
/A <<
/D (cite.pit2018tool)
/S /GoTo
>>
/Border [0 0 0]
/C [0 1 0]
/F 4
/H /I
/Rect [37.616 276.907 61.106 285.017]
/Subtype /Link
/Type /Annot
>>
endobj
39 0 obj
<<
/A <<
/D (cite.pit2018page)
/S /GoTo
>>
/Border [0 0 0]
/C [0 1 0]
/F 4
/H /I
/Rect [181.787 266.289 202.012 274.402]
/Subtype /Link
/Type /Annot
>>
endobj
40 0 obj
<<
/A <<
/D (cite.pit2018page)
/S /GoTo
>>
/Border [0 0 0]
/C [0 1 0]
/F 4
/H /I
/Rect [206.753 266.289 230.31 274.402]
/Subtype /Link
/Type /Annot
>>
endobj
41 0 obj
<<
/A <<
/D (cite.petrovic2018state)
/S /GoTo
>>
/Border [0 0 0]
/C [0 1 0]
/F 4
/H /I
/Rect [69.631 255.675 159.988 263.788]
/Subtype /Link
/Type /Annot
>>
endobj
42 0 obj
<<
/A <<
/D (cite.petrovic2018state)
/S /GoTo
>>
/Border [0 0 0]
/C [0 1 0]
/F 4
/H /I
/Rect [166.076 255.675 185.273 263.788]
/Subtype /Link
/Type /Annot
>>
endobj
43 0 obj
<<
/A <<
/D (cite.inozemtseva2014coverage)
/S /GoTo
>>
/Border [0 0 0]
/C [0 1 0]
/F 4
/H /I
/Rect [188.063 191.994 286.732 200.104]
/Subtype /Link
/Type /Annot
>>
endobj
44 0 obj
<<
/A <<
/D (cite.inozemtseva2014coverage)
/S /GoTo
>>
/Border [0 0 0]
/C [0 1 0]
/F 4
/H /I
/Rect [37.616 181.377 56.813 189.49]
/Subtype /Link
/Type /Annot
>>
endobj
45 0 obj
<<
/A <<
/D (cite.li2009experimental)
/S /GoTo
>>
/Border [0 0 0]
/C [0 1 0]
/F 4
/H /I
/Rect [63.097 181.377 92.623 189.49]
/Subtype /Link
/Type /Annot
>>
endobj
46 0 obj
<<
/A <<
/D (cite.li2009experimental)
/S /GoTo
>>
/Border [0 0 0]
/C [0 1 0]
/F 4
/H /I
/Rect [97.929 181.377 117.126 189.49]
/Subtype /Link
/Type /Annot
>>
endobj
47 0 obj
<<
/A <<
/D (cite.yao2014study)
/S /GoTo
>>
/Border [0 0 0]
/C [0 1 0]
/F 4
/H /I
/Rect [206.106 170.762 243.327 178.876]
/Subtype /Link
/Type /Annot
>>
endobj
48 0 obj
<<
/A <<
/D (cite.yao2014study)
/S /GoTo
>>
/Border [0 0 0]
/C [0 1 0]
/F 4
/H /I
/Rect [248.734 170.762 267.931 178.876]
/Subtype /Link
/Type /Annot
>>
endobj
49 0 obj
<<
/A <<
/D (cite.just2017inferring)
/S /GoTo
>>
/Border [0 0 0]
/C [0 1 0]
/F 4
/H /I
/Rect [274.315 170.762 288.671 178.876]
/Subtype /Link
/Type /Annot
>>
endobj
50 0 obj
<<
/A <<
/D (cite.just2017inferring)
/S /GoTo
>>
/Border [0 0 0]
/C [0 1 0]
/F 4
/H /I
/Rect [37.616 170.762 37.616 172.514]
/Subtype /Link
/Type /Annot
>>
endobj
51 0 obj
<<
/A <<
/D (cite.just2017inferring)
/S /GoTo
>>
/Border [0 0 0]
/C [0 1 0]
/F 4
/H /I
/Rect [37.616 160.148 58.038 168.261]
/Subtype /Link
/Type /Annot
>>
endobj
52 0 obj
<<
/A <<
/D (cite.just2017inferring)
/S /GoTo
>>
/Border [0 0 0]
/C [0 1 0]
/F 4
/H /I
/Rect [64.228 160.148 83.425 168.261]
/Subtype /Link
/Type /Annot
>>
endobj
53 0 obj
<<
/A <<
/S /URI
/Type /Action
/URI (mailto:qianqian.zhu@hotmail.com)
>>
/Border [0 0 0]
/C [0 1 1]
/F 4
/H /I
/Rect [110.223 94.111 193.397 102.135]
/Subtype /Link
/Type /Annot
>>
endobj
54 0 obj
<<
/A <<
/S /URI
/Type /Action
/URI (mailto:A.E.Zaidman@tudelft.nl)
>>
/Border [0 0 0]
/C [0 1 1]
/F 4
/H /I
/Rect [37.616 84.372 108.88 92.031]
/Subtype /Link
/Type /Annot
>>
endobj
55 0 obj
<<
/A <<
/S /URI
/Type /Action
/URI (mailto:A.Panichella@tudelft.nl)
>>
/Border [0 0 0]
/C [0 1 1]
/F 4
/H /I
/Rect [156.272 84.372 226.786 92.031]
/Subtype /Link
/Type /Annot
>>
endobj
56 0 obj
<<
/A <<
/D (cite.inozemtseva2014coverage)
/S /GoTo
>>
/Border [0 0 0]
/C [0 1 0]
/F 4
/H /I
/Rect [509.253 331.451 557.66 339.56]
/Subtype /Link
/Type /Annot
>>
endobj
57 0 obj
<<
/A <<
/D (cite.inozemtseva2014coverage)
/S /GoTo
>>
/Border [0 0 0]
/C [0 1 0]
/F 4
/H /I
/Rect [306.604 331.451 306.604 333.199]
/Subtype /Link
/Type /Annot
>>
endobj
58 0 obj
<<
/A <<
/D (cite.inozemtseva2014coverage)
/S /GoTo
>>
/Border [0 0 0]
/C [0 1 0]
/F 4
/H /I
/Rect [306.604 321.19 353.8 329.3]
/Subtype /Link
/Type /Annot
>>
endobj
59 0 obj
<<
/A <<
/D (cite.inozemtseva2014coverage)
/S /GoTo
>>
/Border [0 0 0]
/C [0 1 0]
/F 4
/H /I
/Rect [359.586 321.19 378.783 329.3]
/Subtype /Link
/Type /Annot
>>
endobj
60 0 obj
<<
/A <<
/D (cite.li2009experimental)
/S /GoTo
>>
/Border [0 0 0]
/C [0 1 0]
/F 4
/H /I
/Rect [385.546 321.19 416.032 329.3]
/Subtype /Link
/Type /Annot
>>
endobj
61 0 obj
<<
/A <<
/D (cite.li2009experimental)
/S /GoTo
>>
/Border [0 0 0]
/C [0 1 0]
/F 4
/H /I
/Rect [421.817 321.19 441.014 329.3]
/Subtype /Link
/Type /Annot
>>
endobj
62 0 obj
<<
/A <<
/D (cite.yao2014study)
/S /GoTo
>>
/Border [0 0 0]
/C [0 1 0]
/F 4
/H /I
/Rect [447.777 321.19 485.756 329.3]
/Subtype /Link
/Type /Annot
>>
endobj
63 0 obj
<<
/A <<
/D (cite.yao2014study)
/S /GoTo
>>
/Border [0 0 0]
/C [0 1 0]
/F 4
/H /I
/Rect [491.541 321.19 510.738 329.3]
/Subtype /Link
/Type /Annot
>>
endobj
64 0 obj
<<
/A <<
/D (cite.just2017inferring)
/S /GoTo
>>
/Border [0 0 0]
/C [0 1 0]
/F 4
/H /I
/Rect [517.501 321.19 555.72 329.3]
/Subtype /Link
/Type /Annot
>>
endobj
65 0 obj
<<
/A <<
/D (cite.just2017inferring)
/S /GoTo
>>
/Border [0 0 0]
/C [0 1 0]
/F 4
/H /I
/Rect [306.604 310.93 325.801 319.039]
/Subtype /Link
/Type /Annot
>>
endobj
66 0 obj
<<
/A <<
/D (cite.bruntink2006empirical)
/S /GoTo
>>
/Border [0 0 0]
/C [0 1 0]
/F 4
/H /I
/Rect [458.303 177.54 557.66 185.65]
/Subtype /Link
/Type /Annot
>>
endobj
67 0 obj
<<
/A <<
/D (cite.bruntink2006empirical)
/S /GoTo
>>
/Border [0 0 0]
/C [0 1 0]
/F 4
/H /I
/Rect [309.671 167.276 328.868 175.389]
/Subtype /Link
/Type /Annot
>>
endobj
68 0 obj
<<
/A <<
/D (cite.iso1991iso)
/S /GoTo
>>
/Border [0 0 0]
/C [0 1 0]
/F 4
/H /I
/Rect [542.856 157.019 555.72 165.128]
/Subtype /Link
/Type /Annot
>>
endobj
69 0 obj
<<
/A <<
/D (cite.iso1991iso)
/S /GoTo
>>
/Border [0 0 0]
/C [0 1 0]
/F 4
/H /I
/Rect [306.604 146.758 325.801 154.868]
/Subtype /Link
/Type /Annot
>>
endobj
70 0 obj
<<
/A <<
/D (cite.bruntink2006empirical)
/S /GoTo
>>
/Border [0 0 0]
/C [0 1 0]
/F 4
/H /I
/Rect [332.494 146.758 437.261 154.868]
/Subtype /Link
/Type /Annot
>>
endobj
71 0 obj
<<
/A <<
/D (cite.bruntink2006empirical)
/S /GoTo
>>
/Border [0 0 0]
/C [0 1 0]
/F 4
/H /I
/Rect [442.977 146.758 462.173 154.868]
/Subtype /Link
/Type /Annot
>>
endobj
72 0 obj
<<
/A <<
/D (cite.staats2011better)
/S /GoTo
>>
/Border [0 0 0]
/C [0 1 0]
/F 4
/H /I
/Rect [481.262 115.976 527.765 124.085]
/Subtype /Link
/Type /Annot
>>
endobj
73 0 obj
<<
/A <<
/D (cite.staats2011better)
/S /GoTo
>>
/Border [0 0 0]
/C [0 1 0]
/F 4
/H /I
/Rect [533.456 115.976 552.653 124.085]
/Subtype /Link
/Type /Annot
>>
endobj
74 0 obj
<<
/A <<
/D (cite.whalen2013observable)
/S /GoTo
>>
/Border [0 0 0]
/C [0 1 0]
/F 4
/H /I
/Rect [306.604 105.712 360.754 113.825]
/Subtype /Link
/Type /Annot
>>
endobj
75 0 obj
<<
/A <<
/D (cite.whalen2013observable)
/S /GoTo
>>
/Border [0 0 0]
/C [0 1 0]
/F 4
/H /I
/Rect [367.902 105.712 387.099 113.825]
/Subtype /Link
/Type /Annot
>>
endobj
76 0 obj
<<
/A <<
/S /URI
/Type /Action
/URI (https://doi.org/10.1016/j.jss.2020.110864)
>>
/Border [0 0 0]
/C [0 1 1]
/F 4
/H /I
/Rect [37.616 67.113 164.136 73.6]
/Subtype /Link
/Type /Annot
>>
endobj
77 0 obj
<<
/A <<
/S /URI
/Type /Action
/URI (http://creativecommons.org/licenses/by/4.0/)
>>
/Border [0 0 0]
/C [0 1 1]
/F 4
/H /I
/Rect [403.103 58.545 539.099 65.032]
/Subtype /Link
/Type /Annot
>>
endobj
78 0 obj
<<
/N 79 0 R
/P 11 0 R
/R [37.616 86.942 288.671 363.683]
/T 8 0 R
/V 17 0 R
>>
endobj
79 0 obj
<<
/N 129 0 R
/P 11 0 R
/R [306.604 86.942 557.66 363.683]
/T 8 0 R
/V 78 0 R
>>
endobj
80 0 obj
<<
/Length 843
/Filter /FlateDecode
>>
stream
HUn8}WP5(
Im[]Jr$9DvR;ݤazΈ j-}~%Vª} 7d┢5bbb
Ғbe:]:(UB{Piyy/ݤn6Q+FaQRb86HȁD7oMBE\cE`47pw2kѦ̑&ɧd
M!_UYѠP.ʓׯߜO)(iݍ?`g
6cӣ;'PL9ʹ֘jTyt
^umil5mg+4X)~V/h,:
Y*u.*x㚡}u{7e:tRѢsF3XLw
l/z OTc
8Pn-df}m+<+q(gu}O.p(
Ƶ!}_H9C=I%5[ݷ{o