Name nwuNDmDIkZvnShfckohDCDFpABFKDmABFKDmERFUDmABFKDmgzJY1m_1
Workunit 1942816
Created 4 Oct 2019, 5:47:57 UTC
Sent 7 Oct 2019, 4:44:17 UTC
Report deadline 14 Oct 2019, 4:44:17 UTC
Received 8 Oct 2019, 0:45:50 UTC
Server state Over
Outcome Success
Client state Done
Exit status 0 (0x00000000)
Computer ID 3911
Run time 6 hours 54 min 10 sec
CPU time 1 days 2 hours 56 min 11 sec
Validate state Valid
Credit 669.39
Device peak FLOPS 11.64 GFLOPS
Application version ATLAS Simulation v0.74 (native_mt)
x86_64-pc-linux-gnu
Peak working set size 1.82 GB
Peak swap size 2.59 GB
Peak disk usage 675.81 MB

Stderr output

<core_client_version>7.7.0</core_client_version>
<![CDATA[
<stderr_txt>
19:31:52 (31640): wrapper (7.7.26015): starting
19:31:52 (31640): wrapper: running run_atlas (--nthreads 4)
2019-10-07 19:31:52,416: singularity image is /cvmfs/atlas.cern.ch/repo/containers/images/singularity/x86_64-centos7.img
2019-10-07 19:31:52,416: sys.argv = ['run_atlas', '--nthreads', '4']
2019-10-07 19:31:52,417: THREADS=4
2019-10-07 19:31:52,419: Checking for CVMFS
2019-10-07 19:31:57,394: CVMFS is installed
2019-10-07 19:31:57,394: Checking Singularity...
2019-10-07 19:31:57,592: Singularity is installed, version singularity version 3.2.1-1
2019-10-07 19:31:57,592: Testing the function of Singularity...
2019-10-07 19:31:57,592: Checking singularity with cmd:singularity exec -B /cvmfs /cvmfs/atlas.cern.ch/repo/containers/images/singularity/x86_64-centos7.img hostname
2019-10-07 19:32:06,558: Singularity Works...
2019-10-07 19:32:06,559: copy /home/grid/slots/0/shared/ATLAS.root_0
2019-10-07 19:32:06,949: copy /home/grid/slots/0/shared/input.tar.gz
2019-10-07 19:32:06,951: copy /home/grid/slots/0/shared/RTE.tar.gz
2019-10-07 19:32:06,951: copy /home/grid/slots/0/shared/start_atlas.sh
2019-10-07 19:32:06,951: export ATHENA_PROC_NUMBER=4;
2019-10-07 19:32:06,986: start atlas job with PandaID=4495340145
2019-10-07 19:32:06,987: cmd = singularity exec --pwd /home/grid/slots/0 -B /cvmfs,/home /cvmfs/atlas.cern.ch/repo/containers/images/singularity/x86_64-centos7.img sh start_atlas.sh > runtime_log 2> runtime_log.err
2019-10-08 02:25:59,122: running cmd return value is 0
2019-10-08 02:25:59,128: *****************The last 200 lines of the pilot log******************
2019-10-08 02:25:59,547:         ], 
        "type": "EVNT"
      }
    ], 
    "output": [
      {
        "argName": "outputHITSFile", 
        "dataset": null, 
        "subFiles": [
          {
            "file_guid": null, 
            "file_size": null, 
            "name": "HITS.19000550._015881.pool.root.1_000", 
            "nentries": null
          }
        ], 
        "type": "HITS"
      }
    ]
  }, 
  "name": "Sim_tf", 
  "reportVersion": "2.0.7", 
  "resource": {
    "dbDataTotal": 8542136, 
    "dbTimeTotal": 96.06, 
    "executor": {
      "EVNTtoHITS": {
        "cpuTime": 24287, 
        "cpuTimePerWorker": 6071.75, 
        "dbData": 4271068, 
        "dbTime": 48.03, 
        "memory": {
          "Avg": {
            "avgPSS": 575796, 
            "avgRSS": 2143854, 
            "avgSwap": 0, 
            "avgVMEM": 3111336, 
            "rateRBYTES": 0, 
            "rateRCHAR": 0, 
            "rateWBYTES": 0, 
            "rateWCHAR": 0
          }, 
          "Max": {
            "maxPSS": 2513004, 
            "maxRSS": 9356668, 
            "maxSwap": 0, 
            "maxVMEM": 13389316, 
            "totRBYTES": 1823031296, 
            "totRCHAR": 669433675, 
            "totWBYTES": 73461760, 
            "totWCHAR": 74454051
          }
        }, 
        "mpworkers": 4, 
        "postExe": {
          "cpuTime": 68, 
          "wallTime": 1
        }, 
        "preExe": {
          "cpuTime": 0, 
          "wallTime": 1
        }, 
        "total": {
          "cpuTime": null, 
          "wallTime": null
        }, 
        "validation": {
          "cpuTime": null, 
          "wallTime": null
        }, 
        "wallTime": 24712
      }
    }, 
    "machine": {
      "linux_distribution": [
        "CentOS Linux", 
        "7.6.1810", 
        "Core"
      ], 
      "node": "dcameron04.cern.ch", 
      "platform": "Linux-3.10.0-957.el7.x86_64-x86_64-with-centos-7.6.1810-Core"
    }, 
    "transform": {
      "cpuEfficiency": 0.2457, 
      "cpuPWEfficiency": 0.0002, 
      "cpuTime": 5, 
      "cpuTimeTotal": 0, 
      "externalCpuTime": 69, 
      "trfPredata": null, 
      "wallTime": 24718
    }
  }
}
2019-10-08 00:25:24,767 | DEBUG    | queue_monitor       | pilot.util.auxiliary.4495340145  | update_server             | xml:will send fileinfo
2019-10-08 00:25:24,767 | INFO     | queue_monitor       | pilot.control.job.4495340145     | send_state                | pilot will not update the server (heartbeat message will be written to file)
2019-10-08 00:25:24,767 | INFO     | queue_monitor       | pilot.control.job.4495340145     | send_state                | job 4495340145 has failed - writing final server update
2019-10-08 00:25:24,767 | INFO     | queue_monitor       | pilot.control.job.4495340145     | verify_error_code         | verified error code
2019-10-08 00:25:24,772 | WARNING  | queue_monitor       | pilot.api.analytics              | get_fitted_data           | wrong length of table data, x=[1570469581.0, 1570469642.0, 1570469703.0, 1570469764.0, 1570469825.0, 1570469886.0, 1570469947.0, 1570470008.0, 1570470069.0, 1570470130.0, 1570470191.0, 1570470252.0, 1570470313.0, 1570470374.0, 1570470435.0, 1570470496.0, 1570470557.0, 1570470618.0, 1570470679.0, 1570470740.0, 1570470801.0, 1570470862.0, 1570470923.0, 1570470984.0, 1570471045.0, 1570471106.0, 1570471167.0, 1570471228.0, 1570471289.0, 1570471350.0, 1570471411.0, 1570471472.0, 1570471533.0, 1570471594.0, 1570471655.0, 1570471716.0, 1570471777.0, 1570471838.0, 1570471899.0, 1570471960.0, 1570472021.0, 1570472082.0, 1570472143.0, 1570472204.0, 1570472265.0, 1570472326.0, 1570472387.0, 1570472448.0, 1570472509.0, 1570472570.0, 1570472631.0, 1570472692.0, 1570472753.0, 1570472814.0, 1570472875.0, 1570472936.0, 1570472997.0, 1570473058.0, 1570473119.0, 1570473180.0, 1570473241.0, 1570473302.0, 1570473363.0, 1570473424.0, 1570473485.0, 1570473546.0, 1570473607.0, 1570473668.0, 1570473729.0, 1570473790.0, 1570473851.0, 1570473912.0, 1570473973.0, 1570474034.0, 1570474095.0, 1570474156.0, 1570474217.0, 1570474278.0, 1570474339.0, 1570474400.0, 1570474461.0, 1570474522.0, 1570474583.0, 1570474644.0, 1570474705.0, 1570474766.0, 1570474827.0, 1570474888.0, 1570474949.0, 1570475010.0, 1570475071.0, 1570475132.0, 1570475193.0, 1570475254.0, 1570475315.0, 1570475376.0, 1570475437.0, 1570475498.0, 1570475559.0, 1570475620.0, 1570475681.0, 1570475742.0, 1570475803.0, 1570475864.0, 1570475925.0, 1570475986.0, 1570476047.0, 1570476108.0, 1570476169.0, 1570476230.0, 1570476291.0, 1570476352.0, 1570476413.0, 1570476474.0, 1570476535.0, 1570476596.0, 1570476657.0, 1570476718.0, 1570476779.0, 1570476840.0, 1570476901.0, 1570476962.0, 1570477023.0, 1570477084.0, 1570477145.0, 1570477206.0, 1570477267.0, 1570477328.0, 1570477389.0, 1570477450.0, 1570477511.0, 1570477572.0, 1570477633.0, 1570477694.0, 1570477755.0, 1570477816.0, 1570477877.0, 1570477938.0, 1570477999.0, 1570478060.0, 1570478121.0, 1570478182.0, 1570478243.0, 1570478304.0, 1570478365.0, 1570478426.0, 1570478487.0, 1570478548.0, 1570478609.0, 1570478670.0, 1570478731.0, 1570478792.0, 1570478853.0, 1570478914.0, 1570478975.0, 1570479036.0, 1570479097.0, 1570479158.0, 1570479219.0, 1570479280.0, 1570479341.0, 1570479402.0, 1570479463.0, 1570479524.0, 1570479585.0, 1570479646.0, 1570479707.0, 1570479768.0, 1570479829.0, 1570479890.0, 1570479951.0, 1570480012.0, 1570480073.0, 1570480134.0, 1570480195.0, 1570480256.0, 1570480317.0, 1570480378.0, 1570480439.0, 1570480500.0, 1570480561.0, 1570480622.0, 1570480683.0, 1570480744.0, 1570480805.0, 1570480866.0, 1570480927.0, 1570480988.0, 1570481049.0, 1570481110.0, 1570481171.0, 1570481232.0, 1570481293.0, 1570481354.0, 1570481415.0, 1570481476.0, 1570481537.0, 1570481598.0, 1570481659.0, 1570481720.0, 1570481781.0, 1570481842.0, 1570481903.0, 1570481964.0, 1570482025.0, 1570482086.0, 1570482147.0, 1570482208.0, 1570482269.0, 1570482330.0, 1570482391.0, 1570482452.0, 1570482513.0, 1570482574.0, 1570482635.0, 1570482696.0, 1570482757.0, 1570482818.0, 1570482879.0, 1570482940.0, 1570483001.0, 1570483062.0, 1570483123.0, 1570483184.0, 1570483245.0, 1570483306.0, 1570483367.0, 1570483428.0, 1570483489.0, 1570483550.0, 1570483611.0, 1570483672.0, 1570483733.0, 1570483794.0, 1570483855.0, 1570483916.0, 1570483977.0, 1570484038.0, 1570484099.0, 1570484160.0, 1570484221.0, 1570484282.0, 1570484343.0, 1570484404.0, 1570484465.0, 1570484526.0, 1570484587.0, 1570484648.0, 1570484709.0, 1570484770.0, 1570484831.0, 1570484892.0, 1570484953.0, 1570485014.0, 1570485075.0, 1570485136.0, 1570485197.0, 1570485258.0, 1570485319.0, 1570485380.0, 1570485441.0, 1570485502.0, 1570485563.0, 1570485624.0, 1570485685.0, 1570485746.0, 1570485807.0, 1570485868.0, 1570485929.0, 1570485990.0, 1570486051.0, 1570486112.0, 1570486173.0, 1570486234.0, 1570486295.0, 1570486356.0, 1570486417.0, 1570486478.0, 1570486539.0, 1570486600.0, 1570486661.0, 1570486722.0, 1570486783.0, 1570486844.0, 1570486905.0, 1570486966.0, 1570487027.0, 1570487088.0, 1570487149.0, 1570487210.0, 1570487271.0, 1570487332.0, 1570487393.0, 1570487454.0, 1570487515.0, 1570487576.0, 1570487637.0, 1570487698.0, 1570487759.0, 1570487820.0, 1570487881.0, 1570487942.0, 1570488003.0, 1570488064.0, 1570488125.0, 1570488186.0, 1570488247.0, 1570488308.0, 1570488369.0, 1570488430.0, 1570488491.0, 1570488552.0, 1570488613.0, 1570488674.0, 1570488735.0, 1570488796.0, 1570488857.0, 1570488918.0, 1570488979.0, 1570489040.0, 1570489101.0, 1570489162.0, 1570489223.0, 1570489284.0, 1570489345.0, 1570489406.0, 1570489467.0, 1570489528.0, 1570489589.0, 1570489650.0, 1570489711.0, 1570489772.0, 1570489833.0, 1570489894.0, 1570489955.0, 1570490016.0, 1570490077.0, 1570490138.0, 1570490199.0, 1570490260.0, 1570490321.0, 1570490382.0, 1570490443.0, 1570490504.0, 1570490565.0, 1570490626.0, 1570490687.0, 1570490748.0, 1570490809.0, 1570490870.0, 1570490931.0, 1570490992.0, 1570491053.0, 1570491114.0, 1570491175.0, 1570491236.0, 1570491297.0, 1570491358.0, 1570491419.0, 1570491480.0, 1570491541.0, 1570491602.0, 1570491663.0, 1570491724.0, 1570491785.0, 1570491846.0, 1570491907.0, 1570491968.0, 1570492029.0, 1570492090.0, 1570492151.0, 1570492212.0, 1570492273.0, 1570492334.0, 1570492395.0, 1570492456.0, 1570492517.0, 1570492578.0, 1570492639.0, 1570492700.0, 1570492761.0, 1570492822.0, 1570492883.0, 1570492944.0, 1570493005.0, 1570493066.0, 1570493127.0, 1570493188.0, 1570493249.0, 1570493310.0, 1570493371.0, 1570493432.0, 1570493493.0, 1570493554.0, 1570493615.0, 1570493676.0, 1570493737.0, 1570493798.0, 1570493859.0, 1570493920.0, 1570493981.0, 1570494042.0, 1570494103.0, 1570494164.0, 1570494225.0, 1570494286.0], y=[] (must be same and length>=2)
2019-10-08 00:25:24,772 | DEBUG    | queue_monitor       | pilot.util.auxiliary.4495340145  | get_job_metrics           | job metrics="coreCount=4 workDirSize=66249179"
2019-10-08 00:25:24,772 | INFO     | queue_monitor       | pilot.control.job.4495340145     | get_data_structure        | payload/TRF did not report the number of read events
  File "/home/grid/slots/0/pilot2/pilot/common/exception.py", line 413, in run
    self._Thread__target(**self._Thread__kwargs)
  File "/home/grid/slots/0/pilot2/pilot/control/job.py", line 1676, in queue_monitor
    update_server(job, args)
  File "/home/grid/slots/0/pilot2/pilot/control/job.py", line 1718, in update_server
    send_state(job, args, job.state, xml=dumps(job.fileinfo), metadata=metadata)
  File "/home/grid/slots/0/pilot2/pilot/control/job.py", line 226, in send_state
    data = get_data_structure(job, state, args, xml=xml, metadata=metadata)
  File "/home/grid/slots/0/pilot2/pilot/control/job.py", line 491, in get_data_structure
    data['cpuConsumptionUnit'] = job.cpuconsumptionunit + "+" + get_cpu_model()
  File "/home/grid/slots/0/pilot2/pilot/util/workernode.py", line 186, in get_cpu_model
    with open("/proc/cpuinfo", "r") as f:
exception caught by thread run() function: (<type 'exceptions.IOError'>, IOError(2, 'No such file or directory'), <traceback object at 0x7f101c63bd40>)
Traceback (most recent call last):
  File "/home/grid/slots/0/pilot2/pilot/common/exception.py", line 413, in run
    self._Thread__target(**self._Thread__kwargs)
  File "/home/grid/slots/0/pilot2/pilot/control/job.py", line 1676, in queue_monitor
    update_server(job, args)
  File "/home/grid/slots/0/pilot2/pilot/control/job.py", line 1718, in update_server
    send_state(job, args, job.state, xml=dumps(job.fileinfo), metadata=metadata)
  File "/home/grid/slots/0/pilot2/pilot/control/job.py", line 226, in send_state
    data = get_data_structure(job, state, args, xml=xml, metadata=metadata)
  File "/home/grid/slots/0/pilot2/pilot/control/job.py", line 491, in get_data_structure
    data['cpuConsumptionUnit'] = job.cpuconsumptionunit + "+" + get_cpu_model()
  File "/home/grid/slots/0/pilot2/pilot/util/workernode.py", line 186, in get_cpu_model
    with open("/proc/cpuinfo", "r") as f:
IOError: [Errno 2] No such file or directory: '/proc/cpuinfo'

None
exception has been put in bucket queue belonging to thread 'queue_monitor'
setting graceful stop in 10 s since there is no point in continuing
2019-10-08 00:25:25,035 | WARNING  | job                 | pilot.control.job                | control                   | thread 'queue_monitor' received an exception from bucket: [Errno 2] No such file or directory: '/proc/cpuinfo'
2019-10-08 00:25:35,165 | INFO     | validate_pre        | pilot.control.payload            | validate_pre              | [payload] validate_pre thread has finished
2019-10-08 00:25:35,166 | INFO     | execute_payloads    | pilot.control.payload            | execute_payloads          | [payload] execute_payloads thread has finished
2019-10-08 00:25:35,182 | INFO     | failed_post         | pilot.control.payload            | failed_post               | [payload] failed_post thread has finished
2019-10-08 00:25:35,225 | DEBUG    | create_data_payload | pilot.control.job                | create_data_payload       | [job] create_data_payload thread has finished
2019-10-08 00:25:35,281 | DEBUG    | MainThread          | pilot.workflow.generic           | run                       | thread count now at 12 threads
2019-10-08 00:25:35,282 | DEBUG    | MainThread          | pilot.workflow.generic           | run                       | enumerate: [<_MainThread(MainThread, started 139707318314816)>, <ExcThread(job, started 139707156682496)>, <ExcThread(queue_monitoring, started 139706729740032)>, <ExcThread(copytool_out, started 139707131504384)>, <ExcThread(data, started 139707148289792)>, <ExcThread(retrieve, started 139706746525440)>, <ExcThread(monitor, started 139706754918144)>, <ExcThread(validate_post, started 139706738132736)>, <ExcThread(copytool_in, started 139706159331072)>, <ExcThread(payload, started 139707123111680)>, <ExcThread(job_monitor, started 139706712954624)>, <ExcThread(validate, started 139707139897088)>]
2019-10-08 00:25:35,283 | DEBUG    | data                | pilot.control.data               | control                   | data control ending since graceful_stop has been set
2019-10-08 00:25:35,283 | DEBUG    | data                | pilot.control.data               | control                   | [data] control thread has finished
2019-10-08 00:25:35,289 | INFO     | monitor             | pilot.control.monitor            | control                   | [monitor] control thread has ended
2019-10-08 00:25:35,583 | DEBUG    | MainThread          | pilot.workflow.generic           | run                       | thread count now at 10 threads
2019-10-08 00:25:35,584 | DEBUG    | MainThread          | pilot.workflow.generic           | run                       | enumerate: [<_MainThread(MainThread, started 139707318314816)>, <ExcThread(job, started 139707156682496)>, <ExcThread(queue_monitoring, started 139706729740032)>, <ExcThread(copytool_out, started 139707131504384)>, <ExcThread(retrieve, started 139706746525440)>, <ExcThread(validate_post, started 139706738132736)>, <ExcThread(copytool_in, started 139706159331072)>, <ExcThread(payload, started 139707123111680)>, <ExcThread(job_monitor, started 139706712954624)>, <ExcThread(validate, started 139707139897088)>]
2019-10-08 00:25:35,668 | DEBUG    | retrieve            | pilot.control.job                | retrieve                  | [job] retrieve thread has finished
2019-10-08 00:25:35,767 | WARNING  | copytool_out        | pilot.util.common                | should_abort              | data:copytool_out:received graceful stop - abort after this iteration
2019-10-08 00:25:35,787 | DEBUG    | copytool_in         | pilot.control.data               | copytool_in               | [data] copytool_in thread has finished
2019-10-08 00:25:35,885 | DEBUG    | MainThread          | pilot.workflow.generic           | run                       | thread count now at 8 threads
2019-10-08 00:25:35,885 | DEBUG    | MainThread          | pilot.workflow.generic           | run                       | enumerate: [<_MainThread(MainThread, started 139707318314816)>, <ExcThread(job, started 139707156682496)>, <ExcThread(queue_monitoring, started 139706729740032)>, <ExcThread(copytool_out, started 139707131504384)>, <ExcThread(validate_post, started 139706738132736)>, <ExcThread(payload, started 139707123111680)>, <ExcThread(job_monitor, started 139706712954624)>, <ExcThread(validate, started 139707139897088)>]
2019-10-08 00:25:35,892 | DEBUG    | payload             | pilot.control.payload            | control                   | payload control ending since graceful_stop has been set
2019-10-08 00:25:35,892 | DEBUG    | payload             | pilot.control.payload            | control                   | [payload] control thread has finished
2019-10-08 00:25:35,944 | INFO     | validate_post       | pilot.control.payload            | validate_post             | [payload] validate_post thread has finished
2019-10-08 00:25:36,086 | DEBUG    | MainThread          | pilot.workflow.generic           | run                       | thread count now at 6 threads
2019-10-08 00:25:36,087 | DEBUG    | MainThread          | pilot.workflow.generic           | run                       | enumerate: [<_MainThread(MainThread, started 139707318314816)>, <ExcThread(job, started 139707156682496)>, <ExcThread(queue_monitoring, started 139706729740032)>, <ExcThread(copytool_out, started 139707131504384)>, <ExcThread(job_monitor, started 139706712954624)>, <ExcThread(validate, started 139707139897088)>]
2019-10-08 00:25:36,186 | DEBUG    | job                 | pilot.control.job                | control                   | job control ending since graceful_stop has been set
2019-10-08 00:25:36,186 | DEBUG    | job                 | pilot.control.job                | control                   | [job] control thread has finished
2019-10-08 00:25:36,188 | DEBUG    | MainThread          | pilot.workflow.generic           | run                       | thread count now at 5 threads
2019-10-08 00:25:36,188 | DEBUG    | MainThread          | pilot.workflow.generic           | run                       | enumerate: [<_MainThread(MainThread, started 139707318314816)>, <ExcThread(queue_monitoring, started 139706729740032)>, <ExcThread(copytool_out, started 139707131504384)>, <ExcThread(job_monitor, started 139706712954624)>, <ExcThread(validate, started 139707139897088)>]
2019-10-08 00:25:36,287 | DEBUG    | validate            | pilot.control.job                | validate                  | [job] validate thread has finished
2019-10-08 00:25:36,289 | DEBUG    | MainThread          | pilot.workflow.generic           | run                       | thread count now at 4 threads
2019-10-08 00:25:36,289 | DEBUG    | MainThread          | pilot.workflow.generic           | run                       | enumerate: [<_MainThread(MainThread, started 139707318314816)>, <ExcThread(queue_monitoring, started 139706729740032)>, <ExcThread(copytool_out, started 139707131504384)>, <ExcThread(job_monitor, started 139706712954624)>]
2019-10-08 00:25:36,767 | DEBUG    | copytool_out        | pilot.control.data               | copytool_out              | [data] copytool_out thread has finished
2019-10-08 00:25:36,792 | DEBUG    | MainThread          | pilot.workflow.generic           | run                       | thread count now at 3 threads
2019-10-08 00:25:36,792 | DEBUG    | MainThread          | pilot.workflow.generic           | run                       | enumerate: [<_MainThread(MainThread, started 139707318314816)>, <ExcThread(queue_monitoring, started 139706729740032)>, <ExcThread(job_monitor, started 139706712954624)>]
2019-10-08 00:25:38,275 | WARNING  | queue_monitoring    | pilot.util.common                | should_abort              | data:queue_monitoring:received graceful stop - abort after this iteration
2019-10-08 00:25:41,276 | DEBUG    | queue_monitoring    | pilot.control.data               | queue_monitoring          | [data] queue_monitor thread has finished
2019-10-08 00:25:41,322 | DEBUG    | MainThread          | pilot.workflow.generic           | run                       | thread count now at 2 threads
2019-10-08 00:25:41,323 | DEBUG    | MainThread          | pilot.workflow.generic           | run                       | enumerate: [<_MainThread(MainThread, started 139707318314816)>, <ExcThread(job_monitor, started 139706712954624)>]
2019-10-08 00:25:56,614 | INFO     | job_monitor         | pilot.util.auxiliary.4495340145  | job_monitor               | monitor loop #323: job 0:4495340145 is in state 'failed'
2019-10-08 00:25:56,614 | INFO     | job_monitor         | pilot.util.auxiliary.4495340145  | job_monitor               | aborting job monitoring since job state=failed
2019-10-08 00:25:56,614 | DEBUG    | job_monitor         | pilot.control.job                | job_monitor               | [job] job monitor thread has finished
2019-10-08 00:25:56,627 | INFO     | MainThread          | pilot.workflow.generic           | run                       | end of generic workflow (traces error code: 0)
2019-10-08 00:25:56,628 | INFO     | MainThread          | root                             | wrap_up                   | traces error code: 0
2019-10-08 00:25:56,628 | INFO     | MainThread          | root                             | wrap_up                   | pilot has finished
2019-10-08 00:25:56 UTC [wrapper] ==== pilot stdout END ====
2019-10-08 00:25:56 UTC [wrapper] ==== wrapper stdout RESUME ====
2019-10-08 00:25:56 UTC [wrapper] Pilot exit status: 0
2019-10-08 00:25:56 UTC [wrapper] STATUSCODE: 0
2019-10-08 00:25:56 UTC [wrapper] apfmon messages muted
---- find pandaIDs.out ----
total 56
-rw-------.  1 grid grid 11357 Jul 25 16:38 LICENSE
-rw-------.  1 grid grid    20 Sep  9 13:04 MANIFEST.IN
-rw-------.  1 grid grid    11 Oct  7 19:32 pandaIDs.out
drwx------. 14 grid grid   216 Oct  7 19:32 pilot
-rwx------.  1 grid grid 20136 Sep  9 13:04 pilot.py
-rw-------.  1 grid grid     9 Sep  9 13:04 PILOTVERSION
-rw-------.  1 grid grid  2251 Jul 25 16:38 README.md
-rw-------.  1 grid grid   760 Aug 22 11:01 setup.py
-rw-------.  1 grid grid   221 Jul 25 16:38 TODO.md

2019-10-08 00:25:56 UTC [wrapper] pandaIDs.out files:
-rw-------. 1 grid grid 11 Oct  7 19:32 /home/grid/slots/0/pilot2/pandaIDs.out
2019-10-08 00:25:56 UTC [wrapper] pandaIDs.out content:
4495340145

2019-10-08 00:25:56 UTC [wrapper] Test setup, not cleaning
2019-10-08 00:25:56 UTC [wrapper] ==== wrapper stdout END ====
2019-10-08 00:25:56 UTC [wrapper] ==== wrapper stderr END ====
2019-10-08 00:25:56 UTC [wrapper] wrapper wrapperexiting ec=0, duration=24824
2019-10-08 00:25:56 UTC [wrapper] apfmon messages muted
2019-10-08 02:25:59,553: ***************diag file************
2019-10-08 02:25:59,553: runtimeenvironments=APPS/HEP/ATLAS-SITE;
Processors=1
WallTime=24824.06s
KernelTime=353.02s
UserTime=24414.02s
CPUUsage=99%
MaxResidentMemory=1947312kB
AverageResidentMemory=0kB
AverageTotalMemory=0kB
AverageUnsharedMemory=0kB
AverageUnsharedStack=0kB
AverageSharedMemory=0kB
PageSize=4096B
MajorPageFaults=9758
MinorPageFaults=13180076
Swaps=0
ForcedSwitches=2644108
WaitSwitches=10143279
Inputs=3677664
Outputs=195584
SocketReceived=0
SocketSent=0
Signals=0

nodename=David_Cameron@dcameron04.cern.ch
exitcode=0
2019-10-08 02:25:59,569: ******************************WorkDir***********************
2019-10-08 02:25:59,569: total 234604
drwxrwx--x. 8 grid grid      4096 Oct  8 02:25 .
drwxr-x--x. 6 grid grid        42 Sep 26 14:51 ..
-rw-------. 1 grid grid   7595462 Oct  7 19:32 agis_ddmendpoints.json
-rw-------. 1 grid grid   3957870 Oct  7 19:32 agis_schedconf.cvmfs.json
drwx------. 2 grid grid         6 Oct  7 19:32 .alrb
drwxr-xr-x. 3 grid grid        17 Oct  7 19:32 APPS
-rw-------. 1 grid grid       538 Oct  7 19:32 .asetup
-rw-------. 1 grid grid      4503 Oct  7 19:32 .asetup.save
drwx------. 2 grid grid         6 Oct  7 19:32 .asetup-sysbin_6185
-rw-rw-r--. 1 grid grid         0 Oct  7 19:31 boinc_lockfile
-rw-rw-r--. 1 grid grid      8192 Oct  8 02:25 boinc_mmap_file
-rw-rw-r--. 1 grid grid       537 Oct  8 02:25 boinc_task_state.xml
-rw-rw-r--. 1 grid grid 224701989 Oct  7 19:32 EVNT.18605582._000290.pool.root.1
-rw-------. 1 grid grid       606 Oct  8 02:11 heartbeat.json
-rw-rw-r--. 1 grid grid      5866 Oct  7 19:31 init_data.xml
-rw-rw-r--. 1 grid grid    267506 Oct  7 19:32 input.tar.gz
-rw-rw-r--. 1 grid grid       112 Oct  7 19:31 job.xml
-rw-------. 1 grid grid   1313073 Oct  8 02:25 log.19000550._015881.job.log.1
-rw-------. 1 grid grid    583931 Oct  8 02:25 log.19000550._015881.job.log.tgz.1
-rw-------. 1 grid grid       788 Oct  8 02:25 memory_monitor_summary.json
-rw-------. 1 grid grid       514 Oct  8 02:25 nwuNDmDIkZvnShfckohDCDFpABFKDmABFKDmERFUDmABFKDmgzJY1m.diag
-rw-------. 1 grid grid       241 Oct  8 02:25 output.list
-rw-------. 1 grid grid      2867 Oct  2 05:15 pandaJobData.out
drwxrwx---. 5 grid grid      4096 Oct  8 02:25 PanDA_Pilot-4495340145
drwx------. 3 grid grid       229 Oct  7 19:32 pilot2
-rw-r--r--. 1 grid grid    259319 Oct  2 04:24 pilot2.tar.gz
-rw-------. 1 grid grid   1285513 Oct  8 02:25 pilotlog.txt
-rw-r--r--. 1 grid grid      4480 Oct  2 05:15 queuedata.json
-rw-rw-r--. 1 grid grid       815 Oct  7 19:32 RTE.tar.gz
-rwxr-xr-x. 1 grid grid      7950 Oct  7 19:31 run_atlas
-rwx------. 1 grid grid     12762 Oct  2 05:15 runpilot2-wrapper.sh
-rw-rw-r--. 1 grid grid       692 Oct  8 02:25 runtime_log
-rw-rw-r--. 1 grid grid      6747 Oct  8 02:25 runtime_log.err
drwxrwx--x. 2 grid grid       107 Oct  8 02:25 shared
-rw-rw-r--. 1 grid grid      8688 Oct  7 19:32 start_atlas.sh
-rw-rw-r--. 1 grid grid     23900 Oct  8 02:25 stderr.txt
-rw-rw-r--. 1 grid grid       107 Oct  7 19:31 wrapper_26015_x86_64-pc-linux-gnu
-rw-rw-r--. 1 grid grid        28 Oct  8 02:25 wrapper_checkpoint.txt

2019-10-08 02:25:59,569: running start_atlas return value is 0
2019-10-08 02:25:59,569: Parent exit 0
2019-10-08 02:25:59,571: child process exit 0
02:25:59 (31640): run_atlas exited; CPU time 24426.480328
02:25:59 (31640): called boinc_finish(0)

</stderr_txt>
]]>


©2024 CERN