<html xmlns:v="urn:schemas-microsoft-com:vml" xmlns:o="urn:schemas-microsoft-com:office:office" xmlns:w="urn:schemas-microsoft-com:office:word" xmlns:m="http://schemas.microsoft.com/office/2004/12/omml" xmlns="http://www.w3.org/TR/REC-html40">
<head>
<meta http-equiv="Content-Type" content="text/html; charset=iso-8859-1">
<meta name="Generator" content="Microsoft Word 15 (filtered medium)">
<style><!--
/* Font Definitions */
@font-face
{font-family:Wingdings;
panose-1:5 0 0 0 0 0 0 0 0 0;}
@font-face
{font-family:"Cambria Math";
panose-1:2 4 5 3 5 4 6 3 2 4;}
@font-face
{font-family:Calibri;
panose-1:2 15 5 2 2 2 4 3 2 4;}
/* Style Definitions */
p.MsoNormal, li.MsoNormal, div.MsoNormal
{margin:0in;
margin-bottom:.0001pt;
font-size:11.0pt;
font-family:"Calibri",sans-serif;}
a:link, span.MsoHyperlink
{mso-style-priority:99;
color:#0563C1;
text-decoration:underline;}
a:visited, span.MsoHyperlinkFollowed
{mso-style-priority:99;
color:#954F72;
text-decoration:underline;}
p.MsoListParagraph, li.MsoListParagraph, div.MsoListParagraph
{mso-style-priority:34;
margin-top:0in;
margin-right:0in;
margin-bottom:0in;
margin-left:.5in;
margin-bottom:.0001pt;
font-size:11.0pt;
font-family:"Calibri",sans-serif;}
span.EmailStyle18
{mso-style-type:personal;
font-family:"Calibri",sans-serif;
color:windowtext;}
span.EmailStyle19
{mso-style-type:personal-reply;
font-family:"Calibri",sans-serif;
color:#1F497D;}
.MsoChpDefault
{mso-style-type:export-only;
font-size:10.0pt;}
@page WordSection1
{size:8.5in 11.0in;
margin:1.0in 1.0in 1.0in 1.0in;}
div.WordSection1
{page:WordSection1;}
/* List Definitions */
@list l0
{mso-list-id:871458079;
mso-list-type:hybrid;
mso-list-template-ids:2067539796 -1765117336 67698691 67698693 67698689 67698691 67698693 67698689 67698691 67698693;}
@list l0:level1
{mso-level-start-at:0;
mso-level-number-format:bullet;
mso-level-text:-;
mso-level-tab-stop:none;
mso-level-number-position:left;
margin-left:1.25in;
text-indent:-.25in;
font-family:"Calibri",sans-serif;
mso-fareast-font-family:Calibri;
mso-bidi-font-family:"Times New Roman";}
@list l0:level2
{mso-level-number-format:bullet;
mso-level-text:o;
mso-level-tab-stop:none;
mso-level-number-position:left;
margin-left:1.75in;
text-indent:-.25in;
font-family:"Courier New";}
@list l0:level3
{mso-level-number-format:bullet;
mso-level-text:\F0A7;
mso-level-tab-stop:none;
mso-level-number-position:left;
margin-left:2.25in;
text-indent:-.25in;
font-family:Wingdings;}
@list l0:level4
{mso-level-number-format:bullet;
mso-level-text:\F0B7;
mso-level-tab-stop:none;
mso-level-number-position:left;
margin-left:2.75in;
text-indent:-.25in;
font-family:Symbol;}
@list l0:level5
{mso-level-number-format:bullet;
mso-level-text:o;
mso-level-tab-stop:none;
mso-level-number-position:left;
margin-left:3.25in;
text-indent:-.25in;
font-family:"Courier New";}
@list l0:level6
{mso-level-number-format:bullet;
mso-level-text:\F0A7;
mso-level-tab-stop:none;
mso-level-number-position:left;
margin-left:3.75in;
text-indent:-.25in;
font-family:Wingdings;}
@list l0:level7
{mso-level-number-format:bullet;
mso-level-text:\F0B7;
mso-level-tab-stop:none;
mso-level-number-position:left;
margin-left:4.25in;
text-indent:-.25in;
font-family:Symbol;}
@list l0:level8
{mso-level-number-format:bullet;
mso-level-text:o;
mso-level-tab-stop:none;
mso-level-number-position:left;
margin-left:4.75in;
text-indent:-.25in;
font-family:"Courier New";}
@list l0:level9
{mso-level-number-format:bullet;
mso-level-text:\F0A7;
mso-level-tab-stop:none;
mso-level-number-position:left;
margin-left:5.25in;
text-indent:-.25in;
font-family:Wingdings;}
@list l1
{mso-list-id:1280450867;
mso-list-type:hybrid;
mso-list-template-ids:606876142 1082427874 67698691 67698693 67698689 67698691 67698693 67698689 67698691 67698693;}
@list l1:level1
{mso-level-start-at:2016;
mso-level-number-format:bullet;
mso-level-text:-;
mso-level-tab-stop:none;
mso-level-number-position:left;
margin-left:.75in;
text-indent:-.25in;
font-family:"Calibri",sans-serif;
mso-fareast-font-family:Calibri;
mso-bidi-font-family:"Times New Roman";}
@list l1:level2
{mso-level-number-format:bullet;
mso-level-text:o;
mso-level-tab-stop:none;
mso-level-number-position:left;
margin-left:1.25in;
text-indent:-.25in;
font-family:"Courier New";}
@list l1:level3
{mso-level-number-format:bullet;
mso-level-text:\F0A7;
mso-level-tab-stop:none;
mso-level-number-position:left;
margin-left:1.75in;
text-indent:-.25in;
font-family:Wingdings;}
@list l1:level4
{mso-level-number-format:bullet;
mso-level-text:\F0B7;
mso-level-tab-stop:none;
mso-level-number-position:left;
margin-left:2.25in;
text-indent:-.25in;
font-family:Symbol;}
@list l1:level5
{mso-level-number-format:bullet;
mso-level-text:o;
mso-level-tab-stop:none;
mso-level-number-position:left;
margin-left:2.75in;
text-indent:-.25in;
font-family:"Courier New";}
@list l1:level6
{mso-level-number-format:bullet;
mso-level-text:\F0A7;
mso-level-tab-stop:none;
mso-level-number-position:left;
margin-left:3.25in;
text-indent:-.25in;
font-family:Wingdings;}
@list l1:level7
{mso-level-number-format:bullet;
mso-level-text:\F0B7;
mso-level-tab-stop:none;
mso-level-number-position:left;
margin-left:3.75in;
text-indent:-.25in;
font-family:Symbol;}
@list l1:level8
{mso-level-number-format:bullet;
mso-level-text:o;
mso-level-tab-stop:none;
mso-level-number-position:left;
margin-left:4.25in;
text-indent:-.25in;
font-family:"Courier New";}
@list l1:level9
{mso-level-number-format:bullet;
mso-level-text:\F0A7;
mso-level-tab-stop:none;
mso-level-number-position:left;
margin-left:4.75in;
text-indent:-.25in;
font-family:Wingdings;}
ol
{margin-bottom:0in;}
ul
{margin-bottom:0in;}
--></style><!--[if gte mso 9]><xml>
<o:shapedefaults v:ext="edit" spidmax="1026" />
</xml><![endif]--><!--[if gte mso 9]><xml>
<o:shapelayout v:ext="edit">
<o:idmap v:ext="edit" data="1" />
</o:shapelayout></xml><![endif]-->
</head>
<body lang="EN-US" link="#0563C1" vlink="#954F72">
<div class="WordSection1">
<p class="MsoNormal"><span style="color:#1F497D">Jose,<o:p></o:p></span></p>
<p class="MsoNormal"><span style="color:#1F497D"><o:p> </o:p></span></p>
<p class="MsoNormal"><span style="color:#1F497D">This is a good report. Seems that we are doing well in terms of closing out m+/high priority bugs without a lot of new ones appearing.<o:p></o:p></span></p>
<p class="MsoNormal"><span style="color:#1F497D"><o:p> </o:p></span></p>
<p class="MsoNormal"><span style="color:#1F497D">--David C<o:p></o:p></span></p>
<p class="MsoNormal"><span style="color:#1F497D"><o:p> </o:p></span></p>
<div style="border:none;border-left:solid blue 1.5pt;padding:0in 0in 0in 4.0pt">
<div>
<div style="border:none;border-top:solid #E1E1E1 1.0pt;padding:3.0pt 0in 0in 0in">
<p class="MsoNormal"><a name="_____replyseparator"></a><b>From:</b> Perez Carranza, Jose
<br>
<b>Sent:</b> Tuesday, October 25, 2016 10:48 AM<br>
<b>To:</b> yocto@yoctoproject.org; Jolley, Stephen K <stephen.k.jolley@intel.com><br>
<b>Cc:</b> Lock, Joshua G <joshua.g.lock@intel.com>; Wold, Saul <saul.wold@intel.com>; Avery, Brian <brian.avery@intel.com>; Graydon, Tracy <tracy.graydon@intel.com>; Richard Purdie <richard.purdie@linuxfoundation.org>; Cobbley, David A <david.a.cobbley@intel.com>;
Esquivel, Benjamin <benjamin.esquivel@intel.com>; Delgado, Sonia <sonia.delgado@intel.com>; Burton, Ross <ross.burton@intel.com>; Eggleton, Paul <paul.eggleton@intel.com>; Zhang, Jessica <jessica.zhang@intel.com><br>
<b>Subject:</b> QA Test Report for Yocto Project 2.2 rc4<o:p></o:p></p>
</div>
</div>
<p class="MsoNormal"><o:p> </o:p></p>
<p class="MsoNormal">Hi <o:p></o:p></p>
<p class="MsoNormal"><o:p> </o:p></p>
<p class="MsoNormal">Here is the report for QA Cycle on 2.2 rc4 <o:p></o:p></p>
<p class="MsoNormal"><o:p> </o:p></p>
<p class="MsoNormal">Full Report : <a href="https://wiki.yoctoproject.org/wiki/WW43_-_2016-10-18_-_Full_Test_Cycle_2.2_rc4">https://wiki.yoctoproject.org/wiki/WW43_-_2016-10-18_-_Full_Test_Cycle_2.2_rc4</a> <o:p></o:p></p>
<p class="MsoNormal"><o:p> </o:p></p>
<p class="MsoNormal"><b>Summary <o:p></o:p></b></p>
<p class="MsoNormal"><o:p> </o:p></p>
<p class="MsoNormal" style="margin-left:.5in">There were found 10 new bugs, 3 of them are already triaged as M+ 1 as Medium and the rest are not yet triaged, no one of these bugs was a blocker for QA cycle hence all components were fully executed, there are
12 bugs for pTest that were out of the focus in past milestones due some issues on reports, all of them are medium. New scripts of performance is giving correct data and this time the charts has a comparison between old and new script results , in general
all the measurements on performance are stable. All high and M+ bugs found on previous QA cycle (M3 rc1) were verified, none of them is present on current release.
<o:p></o:p></p>
<p class="MsoNormal"><o:p> </o:p></p>
<p class="MsoNormal"><b>Bugs <o:p></o:p></b></p>
<p class="MsoNormal"><o:p> </o:p></p>
<p class="MsoNormal"><b> *</b>New bugs found <o:p></o:p></p>
<p class="MsoNormal"> 10455 - [Test Case 1059] Parselogs is failing on MM32 giving error: blk_update_request: I/O error, dev loop0 [1]<o:p></o:p></p>
<p class="MsoNormal" style="text-indent:.5in">10456 - X can not launch on qemumips64 [2]<o:p></o:p></p>
<p class="MsoNormal" style="text-indent:.5in">10481 - [Test Case 1059] Parselogs is failing on genericx86 (32 and 64 bits) WIC giving error: GPT: Use GNU Parted to correct GPT errors. [3]<o:p></o:p></p>
<p class="MsoNormal" style="text-indent:.5in">10490 - Error on oeqa.runtime.rpm.RpmInstallRemoveTest when running testimage [4]<o:p></o:p></p>
<p class="MsoNormal" style="text-indent:.5in">10494 - [Test Case 1059] Parselogs is failing on genericx86-64-WIC on NUC giving error: Failed to load DMC firmware [5]<o:p></o:p></p>
<p class="MsoNormal" style="text-indent:.5in">10434 - runqemu can not launch qemu image in Build Appliance [6]<o:p></o:p></p>
<p class="MsoNormal" style="text-indent:.5in">10447 - eSDK: runqemu fails unless unless DEPLOY_DIR_IMAGE is set [7]<o:p></o:p></p>
<p class="MsoNormal" style="text-indent:.5in">10477 - yocto-bsp: tool should output a conf file to be consume by the qemu runner [8]<o:p></o:p></p>
<p class="MsoNormal" style="text-indent:.5in">10463 - [Test Case 910] "Recipe file" column isn't sortable [9]<o:p></o:p></p>
<p class="MsoNormal" style="text-indent:.5in">10492 - [Test Case 1398] Build log cannot be downloaded [10]<o:p></o:p></p>
<p class="MsoNormal"> <o:p></o:p></p>
<p class="MsoNormal" style="text-indent:.5in">Full List of bugs : <a href="https://wiki.yoctoproject.org/wiki/WW43_-_2016-10-18_-_Full_Test_Cycle_2.2_rc4#New_and_notable_issues_Found_during_QA_Test_.26_Community">https://wiki.yoctoproject.org/wiki/WW43_-_2016-10-18_-_Full_Test_Cycle_2.2_rc4#New_and_notable_issues_Found_during_QA_Test_.26_Community</a>
<o:p></o:p></p>
<p class="MsoNormal"><o:p> </o:p></p>
<p class="MsoNormal"> <b>*</b>Old<b> </b>New High and M+<o:p></o:p></p>
<p class="MsoListParagraph" style="margin-left:.75in;text-indent:-.25in;mso-list:l1 level1 lfo2">
<![if !supportLists]><span style="mso-list:Ignore">-<span style="font:7.0pt "Times New Roman"">
</span></span><![endif]>NA <o:p></o:p></p>
<p class="MsoNormal" style="text-indent:.5in"><o:p> </o:p></p>
<p class="MsoNormal"> *Old Medium Low<o:p></o:p></p>
<p class="MsoNormal"> Full list of bugs: <a href="https://wiki.yoctoproject.org/wiki/WW43_-_2016-10-18_-_Full_Test_Cycle_2.2_rc4#Other_Bugs_found_during_QA_Test_.28NOT_NEW.29">
https://wiki.yoctoproject.org/wiki/WW43_-_2016-10-18_-_Full_Test_Cycle_2.2_rc4#Other_Bugs_found_during_QA_Test_.28NOT_NEW.29</a> <o:p></o:p></p>
<p class="MsoNormal"><o:p> </o:p></p>
<p class="MsoNormal"> *pTest bugs <o:p></o:p></p>
<p class="MsoNormal" style="margin-left:.5in">- These bugs were out of the focus due a issues with automatic report on previous milestones, there is a new table showing the failures and all the bugs were commented with the results for this milestone.<o:p></o:p></p>
<p class="MsoNormal" style="margin-left:.5in">- Full log of the execution is now loaded to the wiki along with the results [11]<o:p></o:p></p>
<p class="MsoNormal" style="margin-left:.5in"><o:p> </o:p></p>
<p class="MsoNormal"> Full list of bugs: <a href="https://wiki.yoctoproject.org/wiki/WW43_-_2016-10-18_-_Full_Test_Cycle_2.2_rc4#pTest_open_bugs">
https://wiki.yoctoproject.org/wiki/WW43_-_2016-10-18_-_Full_Test_Cycle_2.2_rc4#pTest_open_bugs</a>
<o:p></o:p></p>
<p class="MsoNormal"><o:p> </o:p></p>
<p class="MsoNormal"><b><o:p> </o:p></b></p>
<p class="MsoNormal"><b>Performance<o:p></o:p></b></p>
<p class="MsoListParagraph" style="margin-left:1.25in;text-indent:-.25in;mso-list:l0 level1 lfo4">
<![if !supportLists]><span style="mso-list:Ignore">-<span style="font:7.0pt "Times New Roman"">
</span></span><![endif]>New script is now running on the machines and is giving correct a precise data.<o:p></o:p></p>
<p class="MsoListParagraph" style="margin-left:1.25in;text-indent:-.25in;mso-list:l0 level1 lfo4">
<![if !supportLists]><span style="mso-list:Ignore">-<span style="font:7.0pt "Times New Roman"">
</span></span><![endif]>After resolution of bug 10285 correct measurement were retrieved for “core-image-sato –c rootfs” , numbers reported by logs before the failure were added to this measurement to have a better readably on the chart and a note was added
to the wiki page.<o:p></o:p></p>
<p class="MsoListParagraph" style="margin-left:1.25in;text-indent:-.25in;mso-list:l0 level1 lfo4">
<![if !supportLists]><span style="mso-list:Ignore">-<span style="font:7.0pt "Times New Roman"">
</span></span><![endif]>This time the charts contains the measurement for old and new script in same milestone to have a comparison, the times a pretty similar hence new script will be fully enabled on machines for upcoming measurements.<o:p></o:p></p>
<p class="MsoListParagraph" style="margin-left:1.25in;text-indent:-.25in;mso-list:l0 level1 lfo4">
<![if !supportLists]><span style="mso-list:Ignore">-<span style="font:7.0pt "Times New Roman"">
</span></span><![endif]>In all the measurements there is shown a slight improvement on times in new script mostly due there is a more precise collection of times<o:p></o:p></p>
<p class="MsoListParagraph" style="margin-left:1.25in;text-indent:-.25in;mso-list:l0 level1 lfo4">
<![if !supportLists]><span style="mso-list:Ignore">-<span style="font:7.0pt "Times New Roman"">
</span></span><![endif]>Full list of charts [12]<o:p></o:p></p>
<p class="MsoNormal"><b><o:p> </o:p></b></p>
<p class="MsoNormal"><b>Links<o:p></o:p></b></p>
<p class="MsoNormal"><o:p> </o:p></p>
<p class="MsoNormal">1 - <a href="https://bugzilla.yoctoproject.org/show_bug.cgi?id=10455">
https://bugzilla.yoctoproject.org/show_bug.cgi?id=10455</a> <o:p></o:p></p>
<p class="MsoNormal">2 - <a href="https://bugzilla.yoctoproject.org/show_bug.cgi?id=10456">
https://bugzilla.yoctoproject.org/show_bug.cgi?id=10456</a> <o:p></o:p></p>
<p class="MsoNormal">3 - <a href="https://bugzilla.yoctoproject.org/show_bug.cgi?id=10481">
https://bugzilla.yoctoproject.org/show_bug.cgi?id=10481</a> <o:p></o:p></p>
<p class="MsoNormal">4 - <a href="https://bugzilla.yoctoproject.org/show_bug.cgi?id=10490">
https://bugzilla.yoctoproject.org/show_bug.cgi?id=10490</a> <o:p></o:p></p>
<p class="MsoNormal">5 - <a href="https://bugzilla.yoctoproject.org/show_bug.cgi?id=10494">
https://bugzilla.yoctoproject.org/show_bug.cgi?id=10494</a> <o:p></o:p></p>
<p class="MsoNormal">6 - <a href="https://bugzilla.yoctoproject.org/show_bug.cgi?id=10434">
https://bugzilla.yoctoproject.org/show_bug.cgi?id=10434</a> <o:p></o:p></p>
<p class="MsoNormal">7 - <a href="https://bugzilla.yoctoproject.org/show_bug.cgi?id=10447">
https://bugzilla.yoctoproject.org/show_bug.cgi?id=10447</a> <o:p></o:p></p>
<p class="MsoNormal">8 - <a href="https://bugzilla.yoctoproject.org/show_bug.cgi?id=10477">
https://bugzilla.yoctoproject.org/show_bug.cgi?id=10477</a> <o:p></o:p></p>
<p class="MsoNormal">9 - <a href="https://bugzilla.yoctoproject.org/show_bug.cgi?id=10463">
https://bugzilla.yoctoproject.org/show_bug.cgi?id=10463</a> <o:p></o:p></p>
<p class="MsoNormal">10 - <a href="https://bugzilla.yoctoproject.org/show_bug.cgi?id=10492">
https://bugzilla.yoctoproject.org/show_bug.cgi?id=10492</a> <o:p></o:p></p>
<p class="MsoNormal">11 - <a href="https://wiki.yoctoproject.org/wiki/WW43_-_2016-10-18_-_Full_Test_Cycle_2.2_rc4#pTest_results_for_genericx86-64_on_NUC">
https://wiki.yoctoproject.org/wiki/WW43_-_2016-10-18_-_Full_Test_Cycle_2.2_rc4#pTest_results_for_genericx86-64_on_NUC</a>
<o:p></o:p></p>
<p class="MsoNormal">12 - <a href="https://wiki.yoctoproject.org/wiki/WW43_-_2016-10-18_-_Full_Test_Cycle_2.2_rc4#Build_Performance_Test">
https://wiki.yoctoproject.org/wiki/WW43_-_2016-10-18_-_Full_Test_Cycle_2.2_rc4#Build_Performance_Test</a>
<o:p></o:p></p>
<p class="MsoNormal"><o:p> </o:p></p>
<p class="MsoNormal">Regards,<o:p></o:p></p>
<p class="MsoNormal"><b>José</b><b><span style="font-family:"Arial",sans-serif"><o:p></o:p></span></b></p>
<p class="MsoNormal"><o:p> </o:p></p>
</div>
</div>
</body>
</html>