builder: mozilla-aurora_win7_ix_test-xperf-e10s-pgo
slave: t-w732-ix-095
starttime: 1489406721.88
results: failure (2)
buildid: 20170313032436
builduid: abf2a80fb3654d5192e35b36262bf8e0
revision: e8fdbc7507a7fbae31399ea4dcc173f65f9abe36

========= Started set props: master (results: 0, elapsed: 0 secs) (at 2017-03-13 05:05:21.876605) =========
master: http://buildbot-master110.bb.releng.scl3.mozilla.com:8201/
========= Finished set props: master (results: 0, elapsed: 0 secs) (at 2017-03-13 05:05:21.877066) =========

========= Started downloading to buildprops.json (results: 0, elapsed: 0 secs) (at 2017-03-13 05:05:21.877345) =========
========= Finished downloading to buildprops.json (results: 0, elapsed: 0 secs) (at 2017-03-13 05:05:22.076519) =========

========= Started 'bash -c ...' (results: 0, elapsed: 1 secs) (at 2017-03-13 05:05:22.076918) =========
'bash' '-c' 'wget -Oarchiver_client.py --no-check-certificate --tries=10 --waitretry=3 https://hg.mozilla.org/build/tools/raw-file/default/buildfarm/utils/archiver_client.py'
 in dir C:\slave\test\. (timeout 1200 secs)
 watching logfiles {}
 argv: ['bash', '-c', 'wget -Oarchiver_client.py --no-check-certificate --tries=10 --waitretry=3 https://hg.mozilla.org/build/tools/raw-file/default/buildfarm/utils/archiver_client.py']
 environment:
  ALLUSERSPROFILE=C:\ProgramData
  APPDATA=C:\Users\cltbld\AppData\Roaming
  COMMONPROGRAMFILES=C:\Program Files\Common Files
  COMPUTERNAME=T-W732-IX-095
  COMSPEC=C:\windows\system32\cmd.exe
  CYGWINBASE=C:\cygwin
  DCLOCATION=SCL3
  DNSSUFFIX=wintest.releng.scl3.mozilla.com
  FP_NO_HOST_CHECK=NO
  HOMEDRIVE=C:
  HOMEPATH=\Users\cltbld
  KTS_HOME=C:\Program Files\KTS
  KTS_VERSION=1.19c
  LOCALAPPDATA=C:\Users\cltbld\AppData\Local
  LOGONSERVER=\\T-W732-IX-095
  MONDIR=C:\Monitor_config\
  MOZBUILDDIR=C:\mozilla-build\
  MOZ_CRASHREPORTER_NO_REPORT=1
  MOZ_NO_REMOTE=1
  NO_EM_RESTART=1
  NUMBER_OF_PROCESSORS=8
  OS=Windows_NT
  OURDRIVE=C:
  PATH=C:\Python24;C:\Python24\Scripts;C:\cygwin\bin;C:\WINDOWS\System32;C:\program files\gnuwin32\bin;C:\WINDOWS;C:\mozilla-build\msys\bin;C:\mozilla-build\python27;C:\mozilla-build\python27\Scripts;C:\mozilla-build\info-zip;C:\mozilla-build\wget;C:\Program Files (x86)\GnuWin32\bin;
  PATHEXT=.COM;.EXE;.BAT;.CMD;.VBS;.VBE;.JS;.JSE;.WSF;.WSH;.MSC
  PROCESSOR_ARCHITECTURE=x86
  PROCESSOR_IDENTIFIER=x86 Family 6 Model 30 Stepping 5, GenuineIntel
  PROCESSOR_LEVEL=6
  PROCESSOR_REVISION=1e05
  PROGRAMDATA=C:\ProgramData
  PROGRAMFILES=C:\Program Files
  PROMPT=$P$G
  PSMODULEPATH=C:\windows\system32\WindowsPowerShell\v1.0\Modules\
  PUBLIC=C:\Users\Public
  PWD=C:\slave\test
  RUNLOGFILE=C:\slave\\runslave.log
  SLAVEDIR=C:\slave\
  SYSTEMDRIVE=C:
  SYSTEMROOT=C:\windows
  TEMP=C:\Users\cltbld\AppData\Local\Temp
  TEST1=testie
  TMP=C:\Users\cltbld\AppData\Local\Temp
  USERDOMAIN=T-W732-IX-095
  USERNAME=cltbld
  USERPROFILE=C:\Users\cltbld
  WINDIR=C:\windows
  WINDOWS_TRACING_FLAGS=3
  WINDOWS_TRACING_LOGFILE=C:\BVTBin\Tests\installpackage\csilogfile.log
  XPCOM_DEBUG_BREAK=warn
 using PTY: False
--05:05:22--  https://hg.mozilla.org/build/tools/raw-file/default/buildfarm/utils/archiver_client.py
           => `archiver_client.py'
Resolving hg.mozilla.org... 63.245.215.25, 63.245.215.102
Connecting to hg.mozilla.org|63.245.215.25|:443... connected.
WARNING: Certificate verification error for hg.mozilla.org: certificate signature failure
HTTP request sent, awaiting response... 200 Script output follows
Length: 12,179 (12K) [text/x-python]

    0K .......... .                                          100%    8.59 MB/s

05:05:23 (8.59 MB/s) - `archiver_client.py' saved [12179/12179]

program finished with exit code 0
elapsedTime=1.335000
========= master_lag: 0.44 =========
========= Finished 'bash -c ...' (results: 0, elapsed: 1 secs) (at 2017-03-13 05:05:23.852778) =========

========= Started 'rm -rf ...' (results: 0, elapsed: 14 secs) (at 2017-03-13 05:05:23.853072) =========
'rm' '-rf' 'scripts' 'properties'
 in dir C:\slave\test\. (timeout 1200 secs)
 watching logfiles {}
 argv: ['rm', '-rf', 'scripts', 'properties']
 environment:
  ALLUSERSPROFILE=C:\ProgramData
  APPDATA=C:\Users\cltbld\AppData\Roaming
  COMMONPROGRAMFILES=C:\Program Files\Common Files
  COMPUTERNAME=T-W732-IX-095
  COMSPEC=C:\windows\system32\cmd.exe
  CYGWINBASE=C:\cygwin
  DCLOCATION=SCL3
  DNSSUFFIX=wintest.releng.scl3.mozilla.com
  FP_NO_HOST_CHECK=NO
  HOMEDRIVE=C:
  HOMEPATH=\Users\cltbld
  KTS_HOME=C:\Program Files\KTS
  KTS_VERSION=1.19c
  LOCALAPPDATA=C:\Users\cltbld\AppData\Local
  LOGONSERVER=\\T-W732-IX-095
  MONDIR=C:\Monitor_config\
  MOZBUILDDIR=C:\mozilla-build\
  MOZ_CRASHREPORTER_NO_REPORT=1
  MOZ_NO_REMOTE=1
  NO_EM_RESTART=1
  NUMBER_OF_PROCESSORS=8
  OS=Windows_NT
  OURDRIVE=C:
  PATH=C:\Python24;C:\Python24\Scripts;C:\cygwin\bin;C:\WINDOWS\System32;C:\program files\gnuwin32\bin;C:\WINDOWS;C:\mozilla-build\msys\bin;C:\mozilla-build\python27;C:\mozilla-build\python27\Scripts;C:\mozilla-build\info-zip;C:\mozilla-build\wget;C:\Program Files (x86)\GnuWin32\bin;
  PATHEXT=.COM;.EXE;.BAT;.CMD;.VBS;.VBE;.JS;.JSE;.WSF;.WSH;.MSC
  PROCESSOR_ARCHITECTURE=x86
  PROCESSOR_IDENTIFIER=x86 Family 6 Model 30 Stepping 5, GenuineIntel
  PROCESSOR_LEVEL=6
  PROCESSOR_REVISION=1e05
  PROGRAMDATA=C:\ProgramData
  PROGRAMFILES=C:\Program Files
  PROMPT=$P$G
  PSMODULEPATH=C:\windows\system32\WindowsPowerShell\v1.0\Modules\
  PUBLIC=C:\Users\Public
  PWD=C:\slave\test
  RUNLOGFILE=C:\slave\\runslave.log
  SLAVEDIR=C:\slave\
  SYSTEMDRIVE=C:
  SYSTEMROOT=C:\windows
  TEMP=C:\Users\cltbld\AppData\Local\Temp
  TEST1=testie
  TMP=C:\Users\cltbld\AppData\Local\Temp
  USERDOMAIN=T-W732-IX-095
  USERNAME=cltbld
  USERPROFILE=C:\Users\cltbld
  WINDIR=C:\windows
  WINDOWS_TRACING_FLAGS=3
  WINDOWS_TRACING_LOGFILE=C:\BVTBin\Tests\installpackage\csilogfile.log
  XPCOM_DEBUG_BREAK=warn
 using PTY: False
program finished with exit code 0
elapsedTime=14.007000
========= master_lag: 0.00 =========
========= Finished 'rm -rf ...' (results: 0, elapsed: 14 secs) (at 2017-03-13 05:05:37.862251) =========

========= Started 'bash -c ...' (results: 0, elapsed: 1 secs) (at 2017-03-13 05:05:37.862667) =========
'bash' '-c' u'python archiver_client.py mozharness --repo releases/mozilla-aurora --rev e8fdbc7507a7fbae31399ea4dcc173f65f9abe36 --destination scripts --debug'
 in dir C:\slave\test\. (timeout 1200 secs)
 watching logfiles {}
 argv: ['bash', '-c', u'python archiver_client.py mozharness --repo releases/mozilla-aurora --rev e8fdbc7507a7fbae31399ea4dcc173f65f9abe36 --destination scripts --debug']
 environment:
  ALLUSERSPROFILE=C:\ProgramData
  APPDATA=C:\Users\cltbld\AppData\Roaming
  COMMONPROGRAMFILES=C:\Program Files\Common Files
  COMPUTERNAME=T-W732-IX-095
  COMSPEC=C:\windows\system32\cmd.exe
  CYGWINBASE=C:\cygwin
  DCLOCATION=SCL3
  DNSSUFFIX=wintest.releng.scl3.mozilla.com
  FP_NO_HOST_CHECK=NO
  HOMEDRIVE=C:
  HOMEPATH=\Users\cltbld
  KTS_HOME=C:\Program Files\KTS
  KTS_VERSION=1.19c
  LOCALAPPDATA=C:\Users\cltbld\AppData\Local
  LOGONSERVER=\\T-W732-IX-095
  MONDIR=C:\Monitor_config\
  MOZBUILDDIR=C:\mozilla-build\
  MOZ_CRASHREPORTER_NO_REPORT=1
  MOZ_NO_REMOTE=1
  NO_EM_RESTART=1
  NUMBER_OF_PROCESSORS=8
  OS=Windows_NT
  OURDRIVE=C:
  PATH=C:\Python24;C:\Python24\Scripts;C:\cygwin\bin;C:\WINDOWS\System32;C:\program files\gnuwin32\bin;C:\WINDOWS;C:\mozilla-build\msys\bin;C:\mozilla-build\python27;C:\mozilla-build\python27\Scripts;C:\mozilla-build\info-zip;C:\mozilla-build\wget;C:\Program Files (x86)\GnuWin32\bin;
  PATHEXT=.COM;.EXE;.BAT;.CMD;.VBS;.VBE;.JS;.JSE;.WSF;.WSH;.MSC
  PROCESSOR_ARCHITECTURE=x86
  PROCESSOR_IDENTIFIER=x86 Family 6 Model 30 Stepping 5, GenuineIntel
  PROCESSOR_LEVEL=6
  PROCESSOR_REVISION=1e05
  PROGRAMDATA=C:\ProgramData
  PROGRAMFILES=C:\Program Files
  PROMPT=$P$G
  PSMODULEPATH=C:\windows\system32\WindowsPowerShell\v1.0\Modules\
  PUBLIC=C:\Users\Public
  PWD=C:\slave\test
  RUNLOGFILE=C:\slave\\runslave.log
  SLAVEDIR=C:\slave\
  SYSTEMDRIVE=C:
  SYSTEMROOT=C:\windows
  TEMP=C:\Users\cltbld\AppData\Local\Temp
  TEST1=testie
  TMP=C:\Users\cltbld\AppData\Local\Temp
  USERDOMAIN=T-W732-IX-095
  USERNAME=cltbld
  USERPROFILE=C:\Users\cltbld
  WINDIR=C:\windows
  WINDOWS_TRACING_FLAGS=3
  WINDOWS_TRACING_LOGFILE=C:\BVTBin\Tests\installpackage\csilogfile.log
  XPCOM_DEBUG_BREAK=warn
 using PTY: False
2017-03-13 05:05:37,980 truncating revision to first 12 chars
2017-03-13 05:05:37,980 Setting DEBUG logging.
2017-03-13 05:05:37,980 attempt 1/10
2017-03-13 05:05:37,980 Getting archive location from https://api.pub.build.mozilla.org/archiver/hgmo/releases/mozilla-aurora/e8fdbc7507a7?&preferred_region=us-west-2&suffix=tar.gz&subdir=testing/mozharness
2017-03-13 05:05:38,493 unpacking tar archive at: mozilla-aurora-e8fdbc7507a7/testing/mozharness/
2017-03-13 05:05:38,694 skipping symlink on windows: configs/single_locale/linux32.py
program finished with exit code 0
elapsedTime=1.365000
========= master_lag: 0.02 =========
========= Finished 'bash -c ...' (results: 0, elapsed: 1 secs) (at 2017-03-13 05:05:39.249814) =========

========= Started set props: script_repo_revision (results: 0, elapsed: 0 secs) (at 2017-03-13 05:05:39.250197) =========
script_repo_revision: e8fdbc7507a7fbae31399ea4dcc173f65f9abe36
========= Finished set props: script_repo_revision (results: 0, elapsed: 0 secs) (at 2017-03-13 05:05:39.250669) =========

========= Started downloading to oauth.txt (results: 0, elapsed: 0 secs) (at 2017-03-13 05:05:39.250998) =========
========= Finished downloading to oauth.txt (results: 0, elapsed: 0 secs) (at 2017-03-13 05:05:39.260104) =========

========= Started 'c:/mozilla-build/python27/python -u ...' failed (results: 2, elapsed: 12 mins, 0 secs) (at 2017-03-13 05:05:39.260401) =========
'c:/mozilla-build/python27/python' '-u' 'scripts/scripts/talos_script.py' '--suite' 'xperf-e10s' '--add-option' '--webServer,localhost' '--branch-name' 'Mozilla-Aurora' '--cfg' 'talos/windows_config.py' '--download-symbols' 'ondemand' '--use-talos-json' '--blob-upload-branch' 'Mozilla-Aurora'
 in dir C:\slave\test\. (timeout 3600 secs) (maxTime 7200 secs)
 watching logfiles {}
 argv: ['c:/mozilla-build/python27/python', '-u', 'scripts/scripts/talos_script.py', '--suite', 'xperf-e10s', '--add-option', '--webServer,localhost', '--branch-name', 'Mozilla-Aurora', '--cfg', 'talos/windows_config.py', '--download-symbols', 'ondemand', '--use-talos-json', '--blob-upload-branch', 'Mozilla-Aurora']
 environment:
  ALLUSERSPROFILE=C:\ProgramData
  APPDATA=C:\Users\cltbld\AppData\Roaming
  COMMONPROGRAMFILES=C:\Program Files\Common Files
  COMPUTERNAME=T-W732-IX-095
  COMSPEC=C:\windows\system32\cmd.exe
  CYGWINBASE=C:\cygwin
  DCLOCATION=SCL3
  DNSSUFFIX=wintest.releng.scl3.mozilla.com
  FP_NO_HOST_CHECK=NO
  HOMEDRIVE=C:
  HOMEPATH=\Users\cltbld
  KTS_HOME=C:\Program Files\KTS
  KTS_VERSION=1.19c
  LOCALAPPDATA=C:\Users\cltbld\AppData\Local
  LOGONSERVER=\\T-W732-IX-095
  MONDIR=C:\Monitor_config\
  MOZBUILDDIR=C:\mozilla-build\
  MOZ_CRASHREPORTER_NO_REPORT=1
  MOZ_NO_REMOTE=1
  NO_EM_RESTART=1
  NUMBER_OF_PROCESSORS=8
  OS=Windows_NT
  OURDRIVE=C:
  PATH=C:\Python24;C:\Python24\Scripts;C:\cygwin\bin;C:\WINDOWS\System32;C:\program files\gnuwin32\bin;C:\WINDOWS;C:\mozilla-build\msys\bin;C:\mozilla-build\python27;C:\mozilla-build\python27\Scripts;C:\mozilla-build\info-zip;C:\mozilla-build\wget;C:\Program Files (x86)\GnuWin32\bin;
  PATHEXT=.COM;.EXE;.BAT;.CMD;.VBS;.VBE;.JS;.JSE;.WSF;.WSH;.MSC
  PROCESSOR_ARCHITECTURE=x86
  PROCESSOR_IDENTIFIER=x86 Family 6 Model 30 Stepping 5, GenuineIntel
  PROCESSOR_LEVEL=6
  PROCESSOR_REVISION=1e05
  PROGRAMDATA=C:\ProgramData
  PROGRAMFILES=C:\Program Files
  PROMPT=$P$G
  PROPERTIES_FILE=C:\slave\test/buildprops.json
  PSMODULEPATH=C:\windows\system32\WindowsPowerShell\v1.0\Modules\
  PUBLIC=C:\Users\Public
  PWD=C:\slave\test
  RUNLOGFILE=C:\slave\\runslave.log
  SLAVEDIR=C:\slave\
  SYSTEMDRIVE=C:
  SYSTEMROOT=C:\windows
  TEMP=C:\Users\cltbld\AppData\Local\Temp
  TEST1=testie
  TMP=C:\Users\cltbld\AppData\Local\Temp
  USERDOMAIN=T-W732-IX-095
  USERNAME=cltbld
  USERPROFILE=C:\Users\cltbld
  WINDIR=C:\windows
  WINDOWS_TRACING_FLAGS=3
  WINDOWS_TRACING_LOGFILE=C:\BVTBin\Tests\installpackage\csilogfile.log
  XPCOM_DEBUG_BREAK=warn
 using PTY: False
05:05:39     INFO - MultiFileLogger online at 20170313 05:05:39 in C:\slave\test
05:05:39     INFO - Run as scripts/scripts/talos_script.py --suite xperf-e10s --add-option --webServer,localhost --branch-name Mozilla-Aurora --cfg talos/windows_config.py --download-symbols ondemand --use-talos-json --blob-upload-branch Mozilla-Aurora
05:05:39     INFO - Dumping config to C:\slave\test\logs\localconfig.json.
05:05:39     INFO - {'append_to_log': False,
05:05:39     INFO -  'base_work_dir': 'C:\\slave\\test',
05:05:39     INFO -  'blob_upload_branch': 'Mozilla-Aurora',
05:05:39     INFO -  'blob_uploader_auth_file': 'C:\\slave\\test\\oauth.txt',
05:05:39     INFO -  'branch': 'Mozilla-Aurora',
05:05:39     INFO -  'buildbot_json_path': 'buildprops.json',
05:05:39     INFO -  'config_files': ('talos/windows_config.py',),
05:05:39     INFO -  'default_actions': ('clobber',
05:05:39     INFO -                      'read-buildbot-config',
05:05:39     INFO -                      'download-and-extract',
05:05:39     INFO -                      'populate-webroot',
05:05:39     INFO -                      'create-virtualenv',
05:05:39     INFO -                      'install',
05:05:39     INFO -                      'run-tests'),
05:05:39     INFO -  'default_blob_upload_servers': ('https://blobupload.elasticbeanstalk.com',),
05:05:39     INFO -  'download_minidump_stackwalk': True,
05:05:39     INFO -  'download_symbols': 'ondemand',
05:05:39     INFO -  'exes': {'easy_install': ('C:\\slave\\test\\build/venv/scripts/python',
05:05:39     INFO -                            'C:\\slave\\test\\build/venv/scripts/easy_install-2.7-script.py'),
05:05:39     INFO -           'hg': 'c:/mozilla-build/hg/hg',
05:05:39     INFO -           'mozinstall': ('C:\\slave\\test\\build/venv/scripts/python',
05:05:39     INFO -                          'C:\\slave\\test\\build/venv/scripts/mozinstall-script.py'),
05:05:39     INFO -           'python': 'c:/mozilla-build/python27/python.exe',
05:05:39     INFO -           'tooltool.py': ('c:/mozilla-build/python27/python.exe',
05:05:39     INFO -                           'C:/mozilla-build/tooltool.py'),
05:05:39     INFO -           'virtualenv': ('c:/mozilla-build/python27/python.exe',
05:05:39     INFO -                          'c:/mozilla-build/buildbotve/virtualenv.py')},
05:05:39     INFO -  'find_links': ('http://pypi.pvt.build.mozilla.org/pub',
05:05:39     INFO -                 'http://pypi.pub.build.mozilla.org/pub'),
05:05:39     INFO -  'gecko_profile': False,
05:05:39     INFO -  'gecko_profile_interval': 0,
05:05:39     INFO -  'installer_path': 'installer.exe',
05:05:39     INFO -  'log_level': 'info',
05:05:39     INFO -  'log_name': 'talos',
05:05:39     INFO -  'log_to_console': True,
05:05:39     INFO -  'metro_harness_path_frmt': '%(metro_base_path)s/metro/metrotestharness.exe',
05:05:39     INFO -  'minidump_stackwalk_path': 'win32-minidump_stackwalk.exe',
05:05:39     INFO -  'minidump_tooltool_manifest_path': 'config/tooltool-manifests/win32/releng.manifest',
05:05:39     INFO -  'opt_config_files': (),
05:05:39     INFO -  'pip_index': False,
05:05:39     INFO -  'suite': 'xperf-e10s',
05:05:39     INFO -  'system_bits': '32',
05:05:39     INFO -  'talos_extra_options': ('--webServer', 'localhost'),
05:05:39     INFO -  'title': 'T-W732-IX-095',
05:05:39     INFO -  'use_talos_json': True,
05:05:39     INFO -  'virtualenv_modules': ('pywin32', 'talos', 'mozinstall'),
05:05:39     INFO -  'virtualenv_path': 'C:\\slave\\test\\build/venv',
05:05:39     INFO -  'virtualenv_python_dll': 'c:/mozilla-build/python27/python27.dll',
05:05:39     INFO -  'volatile_config': {'actions': None, 'add_actions': None, 'no_actions': None},
05:05:39     INFO -  'work_dir': 'build'}
05:05:39     INFO - [mozharness: 2017-03-13 12:05:39.638000Z] Running clobber step.
05:05:39     INFO - Running pre-action listener: _resource_record_pre_action
05:05:39     INFO - Running main action method: clobber
05:05:39     INFO - rmtree: C:\slave\test\build
05:05:39     INFO - Using _rmtree_windows ...
05:05:39     INFO - retry: Calling _rmtree_windows with args: ('C:\\slave\\test\\build',), kwargs: {}, attempt #1
05:05:39     INFO - Running command: del /F /Q "C:\slave\test\build\tests\xpcshell\tests\toolkit\components\telemetry\tests\unit\modµles-test.dll"
05:05:39     INFO -  Could Not Find C:\slave\test\build\tests\xpcshell\tests\toolkit\components\telemetry\tests\unit\mod�les-test.dll
05:05:39     INFO - Return code: 0
05:05:39     INFO - retry: attempt #1 caught exception: (145, 'RemoveDirectory', 'The directory is not empty.')
05:05:39     INFO - retry: Failed, sleeping 60 seconds before retrying
05:06:39     INFO - retry: Calling _rmtree_windows with args: ('C:\\slave\\test\\build',), kwargs: {}, attempt #2
05:06:39     INFO - Running command: del /F /Q "C:\slave\test\build\tests\xpcshell\tests\toolkit\components\telemetry\tests\unit\modµles-test.dll"
05:06:39     INFO -  Could Not Find C:\slave\test\build\tests\xpcshell\tests\toolkit\components\telemetry\tests\unit\mod�les-test.dll
05:06:39     INFO - Return code: 0
05:06:39     INFO - retry: attempt #2 caught exception: (145, 'RemoveDirectory', 'The directory is not empty.')
05:06:39     INFO - retry: Failed, sleeping 120 seconds before retrying
05:08:39     INFO - retry: Calling _rmtree_windows with args: ('C:\\slave\\test\\build',), kwargs: {}, attempt #3
05:08:39     INFO - Running command: del /F /Q "C:\slave\test\build\tests\xpcshell\tests\toolkit\components\telemetry\tests\unit\modµles-test.dll"
05:08:39     INFO -  Could Not Find C:\slave\test\build\tests\xpcshell\tests\toolkit\components\telemetry\tests\unit\mod�les-test.dll
05:08:39     INFO - Return code: 0
05:08:39     INFO - retry: attempt #3 caught exception: (145, 'RemoveDirectory', 'The directory is not empty.')
05:08:39     INFO - retry: Failed, sleeping 240 seconds before retrying
05:12:40     INFO - retry: Calling _rmtree_windows with args: ('C:\\slave\\test\\build',), kwargs: {}, attempt #4
05:12:40     INFO - Running command: del /F /Q "C:\slave\test\build\tests\xpcshell\tests\toolkit\components\telemetry\tests\unit\modµles-test.dll"
05:12:40     INFO -  Could Not Find C:\slave\test\build\tests\xpcshell\tests\toolkit\components\telemetry\tests\unit\mod�les-test.dll
05:12:40     INFO - Return code: 0
05:12:40     INFO - retry: attempt #4 caught exception: (145, 'RemoveDirectory', 'The directory is not empty.')
05:12:40     INFO - retry: Failed, sleeping 300 seconds before retrying
05:17:40     INFO - retry: Calling _rmtree_windows with args: ('C:\\slave\\test\\build',), kwargs: {}, attempt #5
05:17:40     INFO - Running command: del /F /Q "C:\slave\test\build\tests\xpcshell\tests\toolkit\components\telemetry\tests\unit\modµles-test.dll"
05:17:40     INFO -  Could Not Find C:\slave\test\build\tests\xpcshell\tests\toolkit\components\telemetry\tests\unit\mod�les-test.dll
05:17:40     INFO - Return code: 0
05:17:40     INFO - retry: attempt #5 caught exception: (145, 'RemoveDirectory', 'The directory is not empty.')
05:17:40    FATAL - Unable to remove C:\slave\test\build!
05:17:40    FATAL - Caught exception: (145, 'RemoveDirectory', 'The directory is not empty.')
05:17:40    FATAL - Caught exception: (145, 'RemoveDirectory', 'The directory is not empty.')
05:17:40    FATAL - Caught exception: (145, 'RemoveDirectory', 'The directory is not empty.')
05:17:40    FATAL - Caught exception: (145, 'RemoveDirectory', 'The directory is not empty.')
05:17:40    FATAL - Caught exception: (145, 'RemoveDirectory', 'The directory is not empty.')
05:17:40    FATAL - Running post_fatal callback...
05:17:40    FATAL - Exiting -1
05:17:40     INFO - Running post-action listener: _resource_record_post_action
05:17:40     INFO - [mozharness: 2017-03-13 12:17:40.078000Z] Finished clobber step (failed)
05:17:40     INFO - Running post-run listener: _resource_record_post_run
05:17:40     INFO - Running post-run listener: _upload_blobber_files
05:17:40     INFO - Blob upload gear active.
05:17:40  WARNING - Blob upload directory does not exist!
05:17:40     INFO - Running post-run listener: copy_logs_to_upload_dir
05:17:40     INFO - Copying logs to upload dir...
05:17:40     INFO - Using _rmtree_windows ...
05:17:40     INFO - Using _rmtree_windows ...
05:17:40     INFO - Using _rmtree_windows ...
05:17:40     INFO - Using _rmtree_windows ...
05:17:40     INFO - Using _rmtree_windows ...
05:17:40     INFO - Using _rmtree_windows ...
05:17:40     INFO - Using _rmtree_windows ...
program finished with exit code -1
elapsedTime=721.108000
========= master_lag: -0.17 =========
========= Finished 'c:/mozilla-build/python27/python -u ...' failed (results: 2, elapsed: 12 mins, 0 secs) (at 2017-03-13 05:17:40.202512) =========

========= Started no change (results: 0, elapsed: 0 secs) (at 2017-03-13 05:17:40.203544) =========
'cmd' '/C' 'for' '%f' 'in' '(*)' 'do' '@type' '%f'
 in dir C:\slave\test\properties (timeout 1200 secs)
 watching logfiles {}
 argv: ['cmd', '/C', 'for', '%f', 'in', '(*)', 'do', '@type', '%f']
 environment:
  ALLUSERSPROFILE=C:\ProgramData
  APPDATA=C:\Users\cltbld\AppData\Roaming
  COMMONPROGRAMFILES=C:\Program Files\Common Files
  COMPUTERNAME=T-W732-IX-095
  COMSPEC=C:\windows\system32\cmd.exe
  CYGWINBASE=C:\cygwin
  DCLOCATION=SCL3
  DNSSUFFIX=wintest.releng.scl3.mozilla.com
  FP_NO_HOST_CHECK=NO
  HOMEDRIVE=C:
  HOMEPATH=\Users\cltbld
  KTS_HOME=C:\Program Files\KTS
  KTS_VERSION=1.19c
  LOCALAPPDATA=C:\Users\cltbld\AppData\Local
  LOGONSERVER=\\T-W732-IX-095
  MONDIR=C:\Monitor_config\
  MOZBUILDDIR=C:\mozilla-build\
  MOZ_CRASHREPORTER_NO_REPORT=1
  MOZ_NO_REMOTE=1
  NO_EM_RESTART=1
  NUMBER_OF_PROCESSORS=8
  OS=Windows_NT
  OURDRIVE=C:
  PATH=C:\Python24;C:\Python24\Scripts;C:\cygwin\bin;C:\WINDOWS\System32;C:\program files\gnuwin32\bin;C:\WINDOWS;C:\mozilla-build\msys\bin;C:\mozilla-build\python27;C:\mozilla-build\python27\Scripts;C:\mozilla-build\info-zip;C:\mozilla-build\wget;C:\Program Files (x86)\GnuWin32\bin;
  PATHEXT=.COM;.EXE;.BAT;.CMD;.VBS;.VBE;.JS;.JSE;.WSF;.WSH;.MSC
  PROCESSOR_ARCHITECTURE=x86
  PROCESSOR_IDENTIFIER=x86 Family 6 Model 30 Stepping 5, GenuineIntel
  PROCESSOR_LEVEL=6
  PROCESSOR_REVISION=1e05
  PROGRAMDATA=C:\ProgramData
  PROGRAMFILES=C:\Program Files
  PROMPT=$P$G
  PSMODULEPATH=C:\windows\system32\WindowsPowerShell\v1.0\Modules\
  PUBLIC=C:\Users\Public
  PWD=C:\slave\test\properties
  RUNLOGFILE=C:\slave\\runslave.log
  SLAVEDIR=C:\slave\
  SYSTEMDRIVE=C:
  SYSTEMROOT=C:\windows
  TEMP=C:\Users\cltbld\AppData\Local\Temp
  TEST1=testie
  TMP=C:\Users\cltbld\AppData\Local\Temp
  USERDOMAIN=T-W732-IX-095
  USERNAME=cltbld
  USERPROFILE=C:\Users\cltbld
  WINDIR=C:\windows
  WINDOWS_TRACING_FLAGS=3
  WINDOWS_TRACING_LOGFILE=C:\BVTBin\Tests\installpackage\csilogfile.log
  XPCOM_DEBUG_BREAK=warn
 using PTY: False
program finished with exit code 0
elapsedTime=0.101000

========= master_lag: 0.43 =========
========= Finished no change (results: 0, elapsed: 0 secs) (at 2017-03-13 05:17:40.732827) =========

========= Started 'rm -f ...' (results: 0, elapsed: 0 secs) (at 2017-03-13 05:17:40.733145) =========
'rm' '-f' 'oauth.txt'
 in dir C:\slave\test\. (timeout 1200 secs)
 watching logfiles {}
 argv: ['rm', '-f', 'oauth.txt']
 environment:
  ALLUSERSPROFILE=C:\ProgramData
  APPDATA=C:\Users\cltbld\AppData\Roaming
  COMMONPROGRAMFILES=C:\Program Files\Common Files
  COMPUTERNAME=T-W732-IX-095
  COMSPEC=C:\windows\system32\cmd.exe
  CYGWINBASE=C:\cygwin
  DCLOCATION=SCL3
  DNSSUFFIX=wintest.releng.scl3.mozilla.com
  FP_NO_HOST_CHECK=NO
  HOMEDRIVE=C:
  HOMEPATH=\Users\cltbld
  KTS_HOME=C:\Program Files\KTS
  KTS_VERSION=1.19c
  LOCALAPPDATA=C:\Users\cltbld\AppData\Local
  LOGONSERVER=\\T-W732-IX-095
  MONDIR=C:\Monitor_config\
  MOZBUILDDIR=C:\mozilla-build\
  MOZ_CRASHREPORTER_NO_REPORT=1
  MOZ_NO_REMOTE=1
  NO_EM_RESTART=1
  NUMBER_OF_PROCESSORS=8
  OS=Windows_NT
  OURDRIVE=C:
  PATH=C:\Python24;C:\Python24\Scripts;C:\cygwin\bin;C:\WINDOWS\System32;C:\program files\gnuwin32\bin;C:\WINDOWS;C:\mozilla-build\msys\bin;C:\mozilla-build\python27;C:\mozilla-build\python27\Scripts;C:\mozilla-build\info-zip;C:\mozilla-build\wget;C:\Program Files (x86)\GnuWin32\bin;
  PATHEXT=.COM;.EXE;.BAT;.CMD;.VBS;.VBE;.JS;.JSE;.WSF;.WSH;.MSC
  PROCESSOR_ARCHITECTURE=x86
  PROCESSOR_IDENTIFIER=x86 Family 6 Model 30 Stepping 5, GenuineIntel
  PROCESSOR_LEVEL=6
  PROCESSOR_REVISION=1e05
  PROGRAMDATA=C:\ProgramData
  PROGRAMFILES=C:\Program Files
  PROMPT=$P$G
  PSMODULEPATH=C:\windows\system32\WindowsPowerShell\v1.0\Modules\
  PUBLIC=C:\Users\Public
  PWD=C:\slave\test
  RUNLOGFILE=C:\slave\\runslave.log
  SLAVEDIR=C:\slave\
  SYSTEMDRIVE=C:
  SYSTEMROOT=C:\windows
  TEMP=C:\Users\cltbld\AppData\Local\Temp
  TEST1=testie
  TMP=C:\Users\cltbld\AppData\Local\Temp
  USERDOMAIN=T-W732-IX-095
  USERNAME=cltbld
  USERPROFILE=C:\Users\cltbld
  WINDIR=C:\windows
  WINDOWS_TRACING_FLAGS=3
  WINDOWS_TRACING_LOGFILE=C:\BVTBin\Tests\installpackage\csilogfile.log
  XPCOM_DEBUG_BREAK=warn
 using PTY: False
program finished with exit code 0
elapsedTime=0.101000
========= master_lag: 0.01 =========
========= Finished 'rm -f ...' (results: 0, elapsed: 0 secs) (at 2017-03-13 05:17:40.843926) =========

========= Started reboot slave lost (results: 0, elapsed: 0 secs) (at 2017-03-13 05:17:40.844246) =========

========= Finished reboot slave lost (results: 0, elapsed: 0 secs) (at 2017-03-13 05:17:41.384471) =========

========= Total master_lag: 0.74 =========