Add results

camembert_camembert-base-ccnet/ImpactTrackerTest/impacttracker/data.json

+{"timestamp":1686417191.819885,"rapl_power_draw_absolute":57.205559737606194,"rapl_estimated_attributable_power_draw":50.75863487344926,"cpu_time_seconds":{"11528":{"user":54.38,"system":118.44,"children_user":5.28,"children_system":95.65,"iowait":5.97},"11374":{"user":1816.97,"system":149.16,"children_user":5.65,"children_system":1.36,"iowait":17.65},"31766":{"user":0.2,"system":0.35,"children_user":0.0,"children_system":0.45,"iowait":0.0}},"average_relative_cpu_utilization":0.9881642522638618,"absolute_cpu_utilization":1.2874822955386833,"relative_mem_usage":0.5721807398913269,"absolute_mem_usage":4079440896.0,"absolute_mem_percent_usage":0.030229673428114716,"mem_info_per_process":{"11528":{"rss":0,"vms":0,"shared":0,"text":0,"lib":0,"data":0,"dirty":0,"uss":0,"pss":0,"swap":0},"11374":{"rss":3286417408,"vms":39145029632,"shared":987533312,"text":2170880,"lib":0,"data":35190784000,"dirty":0,"uss":729534464,"pss":2008901632,"swap":0},"31766":{"rss":2532360192,"vms":39145050112,"shared":228610048,"text":2170880,"lib":0,"data":35190784000,"dirty":0,"uss":50688000,"pss":1290316800,"swap":0}},"nvidia_draw_absolute":195.95,"nvidia_estimated_attributable_power_draw":195.95,"average_gpu_estimated_utilization_absolute":0.7457500000000001,"per_gpu_average_estimated_utilization_absolute":{"(0, 11374)":{"sm":74.75,"mem":10.75,"enc":0.0,"dec":0.0},"(1, 11374)":{"sm":74.4,"mem":6.8,"enc":0.0,"dec":0.0}},"average_gpu_estimated_utilization_relative":1.0,"per_gpu_performance_state":{"0":"P2","1":"P2"},"per_gpu_power_draw":{"1":90.22},"cpu_count_adjusted_average_load":[0.0484375,0.04375,0.0425],"cpu_freq":[{"current":1556.46,"min":1200.0,"max":3000.0},{"current":1396.5,"min":1200.0,"max":3000.0},{"current":1477.136,"min":1200.0,"max":3000.0},{"current":1298.308,"min":1200.0,"max":3000.0},{"current":1200.117,"min":1200.0,"max":3000.0},{"current":1412.742,"min":1200.0,"max":3000.0},{"current":1210.617,"min":1200.0,"max":3000.0},{"current":1631.519,"min":1200.0,"max":3000.0},{"current":1395.597,"min":1200.0,"max":3000.0},{"current":1497.808,"min":1200.0,"max":3000.0},{"current":1371.152,"min":1200.0,"max":3000.0},{"current":1587.796,"min":1200.0,"max":3000.0},{"current":1418.32,"min":1200.0,"max":3000.0},{"current":1488.292,"min":1200.0,"max":3000.0},{"current":1200.609,"min":1200.0,"max":3000.0},{"current":1299.21,"min":1200.0,"max":3000.0},{"current":1384.605,"min":1200.0,"max":3000.0},{"current":1281.41,"min":1200.0,"max":3000.0},{"current":1579.429,"min":1200.0,"max":3000.0},{"current":2613.843,"min":1200.0,"max":3000.0},{"current":1438.582,"min":1200.0,"max":3000.0},{"current":1373.367,"min":1200.0,"max":3000.0},{"current":1430.542,"min":1200.0,"max":3000.0},{"current":1207.664,"min":1200.0,"max":3000.0},{"current":1534.968,"min":1200.0,"max":3000.0},{"current":1380.339,"min":1200.0,"max":3000.0},{"current":1333.171,"min":1200.0,"max":3000.0},{"current":1377.714,"min":1200.0,"max":3000.0},{"current":1430.05,"min":1200.0,"max":3000.0},{"current":1339.242,"min":1200.0,"max":3000.0},{"current":1400.355,"min":1200.0,"max":3000.0},{"current":1382.308,"min":1200.0,"max":3000.0}],"disk_write_speed":94.98038227738817,"process_ids":[11528,11374,31766]}
+{"timestamp":1686417200.935278,"rapl_power_draw_absolute":56.98381632821685,"rapl_estimated_attributable_power_draw":50.51076751225766,"cpu_time_seconds":{"11528":{"user":54.38,"system":118.44,"children_user":5.28,"children_system":95.65,"iowait":5.97},"11374":{"user":1827.75,"system":150.06,"children_user":5.65,"children_system":1.36,"iowait":17.67},"31766":{"user":0.5,"system":1.09,"children_user":0.03,"children_system":1.11,"iowait":0.02}},"average_relative_cpu_utilization":0.9771765427198956,"absolute_cpu_utilization":1.2970808747650346,"relative_mem_usage":0.6035820243585598,"absolute_mem_usage":4358195200.0,"absolute_mem_percent_usage":0.032295312272120014,"mem_info_per_process":{"11528":{"rss":0,"vms":0,"shared":0,"text":0,"lib":0,"data":0,"dirty":0,"uss":0,"pss":0,"swap":0},"11374":{"rss":3286568960,"vms":44312150016,"shared":987926528,"text":2170880,"lib":0,"data":40357904384,"dirty":0,"uss":818962432,"pss":2053688320,"swap":0},"31766":{"rss":2538078208,"vms":39145050112,"shared":234328064,"text":2170880,"lib":0,"data":35190784000,"dirty":0,"uss":145158144,"pss":1340386304,"swap":0}},"nvidia_draw_absolute":289.14,"nvidia_estimated_attributable_power_draw":289.14,"average_gpu_estimated_utilization_absolute":0.4764999999999999,"per_gpu_average_estimated_utilization_absolute":{"(0, 11374)":{"sm":53.8,"mem":8.4,"enc":0.0,"dec":0.0},"(1, 11374)":{"sm":41.5,"mem":4.0,"enc":0.0,"dec":0.0}},"average_gpu_estimated_utilization_relative":1.0,"per_gpu_performance_state":{"0":"P2","1":"P2"},"per_gpu_power_draw":{"1":160.19},"cpu_count_adjusted_average_load":[0.045625,0.043125,0.0425],"cpu_freq":[{"current":1202.085,"min":1200.0,"max":3000.0},{"current":1296.832,"min":1200.0,"max":3000.0},{"current":1611.093,"min":1200.0,"max":3000.0},{"current":1280.507,"min":1200.0,"max":3000.0},{"current":1274.519,"min":1200.0,"max":3000.0},{"current":1224.152,"min":1200.0,"max":3000.0},{"current":1381.98,"min":1200.0,"max":3000.0},{"current":1234.078,"min":1200.0,"max":3000.0},{"current":1203.398,"min":1200.0,"max":3000.0},{"current":2949.761,"min":1200.0,"max":3000.0},{"current":1401.339,"min":1200.0,"max":3000.0},{"current":1801.16,"min":1200.0,"max":3000.0},{"current":1297.078,"min":1200.0,"max":3000.0},{"current":1296.75,"min":1200.0,"max":3000.0},{"current":1352.777,"min":1200.0,"max":3000.0},{"current":2768.39,"min":1200.0,"max":3000.0},{"current":1605.023,"min":1200.0,"max":3000.0},{"current":1281.41,"min":1200.0,"max":3000.0},{"current":1385.261,"min":1200.0,"max":3000.0},{"current":1279.359,"min":1200.0,"max":3000.0},{"current":1376.894,"min":1200.0,"max":3000.0},{"current":1214.882,"min":1200.0,"max":3000.0},{"current":1290.843,"min":1200.0,"max":3000.0},{"current":1200.527,"min":1200.0,"max":3000.0},{"current":1393.792,"min":1200.0,"max":3000.0},{"current":2795.132,"min":1200.0,"max":3000.0},{"current":1275.667,"min":1200.0,"max":3000.0},{"current":1441.617,"min":1200.0,"max":3000.0},{"current":1340.226,"min":1200.0,"max":3000.0},{"current":2078.179,"min":1200.0,"max":3000.0},{"current":1378.617,"min":1200.0,"max":3000.0},{"current":1776.878,"min":1200.0,"max":3000.0}],"disk_write_speed":95.66253688436959,"process_ids":[11528,11374,31766]}
+{"timestamp":1686417210.027554,"rapl_power_draw_absolute":57.10633155897622,"rapl_estimated_attributable_power_draw":51.45160033308174,"cpu_time_seconds":{"11528":{"user":54.38,"system":118.44,"children_user":5.28,"children_system":95.65,"iowait":5.97},"11374":{"user":1837.88,"system":151.06,"children_user":5.65,"children_system":1.36,"iowait":17.68},"31766":{"user":0.81,"system":1.85,"children_user":0.06,"children_system":1.73,"iowait":0.04}},"average_relative_cpu_utilization":0.9958567191012737,"absolute_cpu_utilization":1.2969505046182017,"relative_mem_usage":0.6054705294433603,"absolute_mem_usage":4377083904.0,"absolute_mem_percent_usage":0.03243528227486236,"mem_info_per_process":{"11528":{"rss":0,"vms":0,"shared":0,"text":0,"lib":0,"data":0,"dirty":0,"uss":0,"pss":0,"swap":0},"11374":{"rss":3289903104,"vms":44961484800,"shared":987926528,"text":2170880,"lib":0,"data":41007239168,"dirty":0,"uss":826388480,"pss":2059068416,"swap":0},"31766":{"rss":2538078208,"vms":39145050112,"shared":234328064,"text":2170880,"lib":0,"data":35190784000,"dirty":0,"uss":149213184,"pss":1342413824,"swap":0}},"nvidia_draw_absolute":196.82,"nvidia_estimated_attributable_power_draw":196.82,"average_gpu_estimated_utilization_absolute":0.73475,"per_gpu_average_estimated_utilization_absolute":{"(0, 11374)":{"sm":74.2,"mem":11.0,"enc":0.0,"dec":0.0},"(1, 11374)":{"sm":72.75,"mem":6.5,"enc":0.0,"dec":0.0}},"average_gpu_estimated_utilization_relative":1.0,"per_gpu_performance_state":{"0":"P2","1":"P2"},"per_gpu_power_draw":{"1":94.08},"cpu_count_adjusted_average_load":[0.0434375,0.0428125,0.0425],"cpu_freq":[{"current":1396.992,"min":1200.0,"max":3000.0},{"current":1291.253,"min":1200.0,"max":3000.0},{"current":1696.242,"min":1200.0,"max":3000.0},{"current":1200.363,"min":1200.0,"max":3000.0},{"current":2058.328,"min":1200.0,"max":3000.0},{"current":1247.121,"min":1200.0,"max":3000.0},{"current":1296.093,"min":1200.0,"max":3000.0},{"current":1412.66,"min":1200.0,"max":3000.0},{"current":1363.277,"min":1200.0,"max":3000.0},{"current":1199.953,"min":1200.0,"max":3000.0},{"current":1200.773,"min":1200.0,"max":3000.0},{"current":1200.855,"min":1200.0,"max":3000.0},{"current":1500.761,"min":1200.0,"max":3000.0},{"current":1295.765,"min":1200.0,"max":3000.0},{"current":1243.183,"min":1200.0,"max":3000.0},{"current":1296.832,"min":1200.0,"max":3000.0},{"current":1390.921,"min":1200.0,"max":3000.0},{"current":1286.742,"min":1200.0,"max":3000.0},{"current":1259.835,"min":1200.0,"max":3000.0},{"current":1403.39,"min":1200.0,"max":3000.0},{"current":2037.41,"min":1200.0,"max":3000.0},{"current":1376.73,"min":1200.0,"max":3000.0},{"current":1681.394,"min":1200.0,"max":3000.0},{"current":1201.265,"min":1200.0,"max":3000.0},{"current":1300.195,"min":1200.0,"max":3000.0},{"current":1300.113,"min":1200.0,"max":3000.0},{"current":1897.136,"min":1200.0,"max":3000.0},{"current":1224.644,"min":1200.0,"max":3000.0},{"current":1400.355,"min":1200.0,"max":3000.0},{"current":1299.703,"min":1200.0,"max":3000.0},{"current":1267.382,"min":1200.0,"max":3000.0},{"current":1350.152,"min":1200.0,"max":3000.0}],"disk_write_speed":92.35754647456694,"process_ids":[11528,11374,31766]}

camembert_camembert-base-ccnet/ImpactTrackerTrain/impacttracker/impact_tracker_log.log

+2023-06-10 19:13:11,566 - experiment_impact_tracker.compute_tracker.ImpactTracker - ERROR - Encountered exception within power monitor thread!
+2023-06-10 19:13:11,572 - experiment_impact_tracker.compute_tracker.ImpactTracker - ERROR -   File "/people/servan/Tools/miniconda3/envs/py309/lib/python3.9/site-packages/experiment_impact_tracker/compute_tracker.py", line 105, in launch_power_monitor
+    _sample_and_log_power(log_dir, initial_info, logger=logger)
+  File "/people/servan/Tools/miniconda3/envs/py309/lib/python3.9/site-packages/experiment_impact_tracker/compute_tracker.py", line 69, in _sample_and_log_power
+    results = header["routing"]["function"](process_ids, logger=logger, region=initial_info['region']['id'], log_dir=log_dir)
+  File "/people/servan/Tools/miniconda3/envs/py309/lib/python3.9/site-packages/experiment_impact_tracker/cpu/intel.py", line 105, in get_rapl_power
+    pt2 = p.cpu_times()
+  File "/people/servan/Tools/miniconda3/envs/py309/lib/python3.9/site-packages/psutil/_common.py", line 480, in wrapper
+    raise raise_from(err, None)
+  File "<string>", line 3, in raise_from
+  File "/people/servan/Tools/miniconda3/envs/py309/lib/python3.9/site-packages/psutil/_common.py", line 478, in wrapper
+    return fun(self)
+  File "/people/servan/Tools/miniconda3/envs/py309/lib/python3.9/site-packages/psutil/__init__.py", line 1052, in cpu_times
+    return self._proc.cpu_times()
+  File "/people/servan/Tools/miniconda3/envs/py309/lib/python3.9/site-packages/psutil/_pslinux.py", line 1653, in wrapper
+    return fun(self, *args, **kwargs)
+  File "/people/servan/Tools/miniconda3/envs/py309/lib/python3.9/site-packages/psutil/_pslinux.py", line 1844, in cpu_times
+    values = self._parse_stat_file()
+  File "/people/servan/Tools/miniconda3/envs/py309/lib/python3.9/site-packages/psutil/_pslinux.py", line 1660, in wrapper
+    raise NoSuchProcess(self.pid, self._name)
+

camembert_camembert-base-ccnet/emissions.csv

+timestamp,project_name,run_id,duration,emissions,emissions_rate,cpu_power,gpu_power,ram_power,cpu_energy,gpu_energy,ram_energy,energy_consumed,country_name,country_iso_code,region,cloud_provider,cloud_region,os,python_version,codecarbon_version,cpu_count,cpu_model,gpu_count,gpu_model,longitude,latitude,ram_total_size,tracking_mode,on_cloud,pue
+2023-06-10T19:13:01,codecarbon,baf826ba-1cbb-494e-8222-e48d5a50a595,1598.4850347042084,0.0087343790608477,5.464160671647471e-06,57.259237117553766,166.098,47.13012456893921,0.0251880049173322,0.104421654106562,0.0208948566194832,0.1505045156433776,France,FRA,,,,Linux-4.4.0-210-generic-x86_64-with-glibc2.23,3.9.13,2.2.3,32,Intel(R) Xeon(R) CPU E5-2620 v4 @ 2.10GHz,2,2 x GeForce GTX 1080 Ti,,,125.68033218383788,machine,N,1.0
+2023-06-10T19:13:43,codecarbon,00d7555c-8fb3-48e8-b58c-d46420e4d1d0,34.73843193054199,0.00019657735049662413,5.658785948936099e-06,56.28947426899143,165.61900000000003,47.13012456893921,0.0005508009475848549,0.002382497890311744,0.0004539801795177468,0.0033872790174143456,France,FRA,,,,Linux-4.4.0-210-generic-x86_64-with-glibc2.23,3.9.13,2.2.3,32,Intel(R) Xeon(R) CPU E5-2620 v4 @ 2.10GHz,2,2 x GeForce GTX 1080 Ti,,,125.68033218383789,machine,N,1.0

camembert_camembert-base-oscar-4gb/ImpactTrackerTest/impacttracker/data.json

+{"timestamp":1686423200.646708,"rapl_power_draw_absolute":57.29125592158187,"rapl_estimated_attributable_power_draw":50.58967867123823,"cpu_time_seconds":{"57867":{"user":1876.63,"system":141.57,"children_user":5.64,"children_system":1.31,"iowait":16.27},"78268":{"user":0.16,"system":0.37,"children_user":0.0,"children_system":0.46,"iowait":0.0},"58027":{"user":55.15,"system":121.08,"children_user":5.32,"children_system":99.96,"iowait":5.41}},"average_relative_cpu_utilization":0.9663681747918871,"absolute_cpu_utilization":1.3068743354698218,"relative_mem_usage":0.625216484442197,"absolute_mem_usage":4623826944.0,"absolute_mem_percent_usage":0.03426370967705218,"mem_info_per_process":{"57867":{"rss":3293949952,"vms":38308732928,"shared":992919552,"text":2170880,"lib":0,"data":34354565120,"dirty":0,"uss":730021888,"pss":1735614464,"swap":0},"78268":{"rss":2534932480,"vms":38308753408,"shared":228667392,"text":2170880,"lib":0,"data":34354565120,"dirty":0,"uss":50880512,"pss":1014284288,"swap":0},"58027":{"rss":1937248256,"vms":25440284672,"shared":133206016,"text":2170880,"lib":0,"data":21688295424,"dirty":0,"uss":268718080,"pss":824307712,"swap":0}},"nvidia_draw_absolute":210.54000000000002,"nvidia_estimated_attributable_power_draw":210.54000000000002,"average_gpu_estimated_utilization_absolute":0.718,"per_gpu_average_estimated_utilization_absolute":{"(0, 57867)":{"sm":72.6,"mem":10.0,"enc":0.0,"dec":0.0},"(1, 57867)":{"sm":71.0,"mem":6.2,"enc":0.0,"dec":0.0}},"average_gpu_estimated_utilization_relative":1.0,"per_gpu_performance_state":{"0":"P2","1":"P2"},"per_gpu_power_draw":{"1":88.36},"cpu_count_adjusted_average_load":[0.0428125,0.04125,0.041875],"cpu_freq":[{"current":1386.164,"min":1200.0,"max":3000.0},{"current":1202.25,"min":1200.0,"max":3000.0},{"current":1275.257,"min":1200.0,"max":3000.0},{"current":1277.062,"min":1200.0,"max":3000.0},{"current":1325.46,"min":1200.0,"max":3000.0},{"current":1218.902,"min":1200.0,"max":3000.0},{"current":2947.546,"min":1200.0,"max":3000.0},{"current":1320.703,"min":1200.0,"max":3000.0},{"current":1201.101,"min":1200.0,"max":3000.0},{"current":1485.914,"min":1200.0,"max":3000.0},{"current":1376.238,"min":1200.0,"max":3000.0},{"current":1597.558,"min":1200.0,"max":3000.0},{"current":1376.074,"min":1200.0,"max":3000.0},{"current":1297.16,"min":1200.0,"max":3000.0},{"current":1280.671,"min":1200.0,"max":3000.0},{"current":1296.996,"min":1200.0,"max":3000.0},{"current":1336.535,"min":1200.0,"max":3000.0},{"current":1221.445,"min":1200.0,"max":3000.0},{"current":1373.613,"min":1200.0,"max":3000.0},{"current":1297.652,"min":1200.0,"max":3000.0},{"current":1460.976,"min":1200.0,"max":3000.0},{"current":1473.199,"min":1200.0,"max":3000.0},{"current":2999.964,"min":1200.0,"max":3000.0},{"current":2467.171,"min":1200.0,"max":3000.0},{"current":1277.636,"min":1200.0,"max":3000.0},{"current":2609.742,"min":1200.0,"max":3000.0},{"current":1400.273,"min":1200.0,"max":3000.0},{"current":1569.093,"min":1200.0,"max":3000.0},{"current":2753.625,"min":1200.0,"max":3000.0},{"current":1296.585,"min":1200.0,"max":3000.0},{"current":1216.769,"min":1200.0,"max":3000.0},{"current":1295.847,"min":1200.0,"max":3000.0}],"disk_write_speed":86.60683368005905,"process_ids":[57867,78268,58027]}
+{"timestamp":1686423209.853633,"rapl_power_draw_absolute":57.10097435412321,"rapl_estimated_attributable_power_draw":51.08653503080904,"cpu_time_seconds":{"57867":{"user":1887.66,"system":142.38,"children_user":5.64,"children_system":1.31,"iowait":16.29},"78268":{"user":0.44,"system":1.18,"children_user":0.03,"children_system":1.12,"iowait":0.03},"58027":{"user":55.42,"system":121.6,"children_user":5.34,"children_system":100.45,"iowait":5.43}},"average_relative_cpu_utilization":0.9884592659528724,"absolute_cpu_utilization":1.317213226049164,"relative_mem_usage":0.6063963143013131,"absolute_mem_usage":4372005888.0,"absolute_mem_percent_usage":0.03239765291111958,"mem_info_per_process":{"57867":{"rss":3293966336,"vms":44583149568,"shared":993181696,"text":2170880,"lib":0,"data":40628981760,"dirty":0,"uss":824504320,"pss":2060386304,"swap":0},"78268":{"rss":2540683264,"vms":38308753408,"shared":234418176,"text":2170880,"lib":0,"data":34354565120,"dirty":0,"uss":145367040,"pss":1341748224,"swap":0},"58027":{"rss":0,"vms":0,"shared":0,"text":0,"lib":0,"data":0,"dirty":0,"uss":0,"pss":0,"swap":0}},"nvidia_draw_absolute":166.68,"nvidia_estimated_attributable_power_draw":166.68,"average_gpu_estimated_utilization_absolute":0.55,"per_gpu_average_estimated_utilization_absolute":{"(0, 57867)":{"sm":57.4,"mem":8.8,"enc":0.0,"dec":0.0},"(1, 57867)":{"sm":52.6,"mem":4.4,"enc":0.0,"dec":0.0}},"average_gpu_estimated_utilization_relative":1.0,"per_gpu_performance_state":{"0":"P2","1":"P2"},"per_gpu_power_draw":{"1":81.15},"cpu_count_adjusted_average_load":[0.04125,0.0409375,0.041875],"cpu_freq":[{"current":2999.964,"min":1200.0,"max":3000.0},{"current":1215.046,"min":1200.0,"max":3000.0},{"current":1587.468,"min":1200.0,"max":3000.0},{"current":1297.734,"min":1200.0,"max":3000.0},{"current":1347.527,"min":1200.0,"max":3000.0},{"current":1221.937,"min":1200.0,"max":3000.0},{"current":1399.371,"min":1200.0,"max":3000.0},{"current":1199.953,"min":1200.0,"max":3000.0},{"current":1695.914,"min":1200.0,"max":3000.0},{"current":1268.203,"min":1200.0,"max":3000.0},{"current":1200.117,"min":1200.0,"max":3000.0},{"current":1204.054,"min":1200.0,"max":3000.0},{"current":1201.101,"min":1200.0,"max":3000.0},{"current":1199.953,"min":1200.0,"max":3000.0},{"current":1302.164,"min":1200.0,"max":3000.0},{"current":1483.699,"min":1200.0,"max":3000.0},{"current":1292.074,"min":1200.0,"max":3000.0},{"current":1337.109,"min":1200.0,"max":3000.0},{"current":1400.191,"min":1200.0,"max":3000.0},{"current":1359.421,"min":1200.0,"max":3000.0},{"current":1199.953,"min":1200.0,"max":3000.0},{"current":1328.742,"min":1200.0,"max":3000.0},{"current":1570.898,"min":1200.0,"max":3000.0},{"current":1200.609,"min":1200.0,"max":3000.0},{"current":1312.335,"min":1200.0,"max":3000.0},{"current":1216.769,"min":1200.0,"max":3000.0},{"current":1371.398,"min":1200.0,"max":3000.0},{"current":1256.8,"min":1200.0,"max":3000.0},{"current":1224.562,"min":1200.0,"max":3000.0},{"current":1496.824,"min":1200.0,"max":3000.0},{"current":1361.964,"min":1200.0,"max":3000.0},{"current":1323.574,"min":1200.0,"max":3000.0}],"disk_write_speed":83.75231558739043,"process_ids":[57867,78268,58027]}
+{"timestamp":1686423219.042195,"rapl_power_draw_absolute":57.13690381052392,"rapl_estimated_attributable_power_draw":50.98677274645045,"cpu_time_seconds":{"57867":{"user":1898.22,"system":143.33,"children_user":5.64,"children_system":1.31,"iowait":16.31},"78268":{"user":0.68,"system":1.96,"children_user":0.06,"children_system":1.76,"iowait":0.05},"58027":{"user":55.42,"system":121.6,"children_user":5.34,"children_system":100.45,"iowait":5.43}},"average_relative_cpu_utilization":0.9847270484881119,"absolute_cpu_utilization":1.3122851067885744,"relative_mem_usage":0.6087362789243029,"absolute_mem_usage":4392836096.0,"absolute_mem_percent_usage":0.03255200994222576,"mem_info_per_process":{"57867":{"rss":3295846400,"vms":42437500928,"shared":993251328,"text":2170880,"lib":0,"data":38483333120,"dirty":0,"uss":832073728,"pss":2065076224,"swap":0},"78268":{"rss":2540683264,"vms":38308753408,"shared":234418176,"text":2170880,"lib":0,"data":34354565120,"dirty":0,"uss":151080960,"pss":1344605184,"swap":0},"58027":{"rss":0,"vms":0,"shared":0,"text":0,"lib":0,"data":0,"dirty":0,"uss":0,"pss":0,"swap":0}},"nvidia_draw_absolute":298.8,"nvidia_estimated_attributable_power_draw":298.8,"average_gpu_estimated_utilization_absolute":0.7357500000000001,"per_gpu_average_estimated_utilization_absolute":{"(0, 57867)":{"sm":74.4,"mem":10.6,"enc":0.0,"dec":0.0},"(1, 57867)":{"sm":72.75,"mem":6.25,"enc":0.0,"dec":0.0}},"average_gpu_estimated_utilization_relative":1.0,"per_gpu_performance_state":{"0":"P2","1":"P2"},"per_gpu_power_draw":{"1":173.38},"cpu_count_adjusted_average_load":[0.0428125,0.04125,0.041875],"cpu_freq":[{"current":1203.562,"min":1200.0,"max":3000.0},{"current":1362.785,"min":1200.0,"max":3000.0},{"current":1206.761,"min":1200.0,"max":3000.0},{"current":1485.421,"min":1200.0,"max":3000.0},{"current":1217.753,"min":1200.0,"max":3000.0},{"current":1577.789,"min":1200.0,"max":3000.0},{"current":1207.992,"min":1200.0,"max":3000.0},{"current":1462.207,"min":1200.0,"max":3000.0},{"current":1398.878,"min":1200.0,"max":3000.0},{"current":1293.304,"min":1200.0,"max":3000.0},{"current":1482.96,"min":1200.0,"max":3000.0},{"current":2000.25,"min":1200.0,"max":3000.0},{"current":1587.14,"min":1200.0,"max":3000.0},{"current":1293.878,"min":1200.0,"max":3000.0},{"current":1251.222,"min":1200.0,"max":3000.0},{"current":1333.007,"min":1200.0,"max":3000.0},{"current":1261.886,"min":1200.0,"max":3000.0},{"current":1241.953,"min":1200.0,"max":3000.0},{"current":1200.855,"min":1200.0,"max":3000.0},{"current":1230.96,"min":1200.0,"max":3000.0},{"current":1300.359,"min":1200.0,"max":3000.0},{"current":1399.371,"min":1200.0,"max":3000.0},{"current":1413.726,"min":1200.0,"max":3000.0},{"current":1367.296,"min":1200.0,"max":3000.0},{"current":1600.429,"min":1200.0,"max":3000.0},{"current":1452.035,"min":1200.0,"max":3000.0},{"current":1373.367,"min":1200.0,"max":3000.0},{"current":1900.089,"min":1200.0,"max":3000.0},{"current":1486.16,"min":1200.0,"max":3000.0},{"current":1400.355,"min":1200.0,"max":3000.0},{"current":1338.421,"min":1200.0,"max":3000.0},{"current":2582.589,"min":1200.0,"max":3000.0}],"disk_write_speed":87.26749718052446,"process_ids":[57867,78268,58027]}

camembert_camembert-base-oscar-4gb/ImpactTrackerTrain/impacttracker/impact_tracker_log.log

+2023-06-10 20:53:28,604 - experiment_impact_tracker.compute_tracker.ImpactTracker - ERROR - Encountered exception within power monitor thread!
+2023-06-10 20:53:28,611 - experiment_impact_tracker.compute_tracker.ImpactTracker - ERROR -   File "/people/servan/Tools/miniconda3/envs/py309/lib/python3.9/site-packages/experiment_impact_tracker/compute_tracker.py", line 105, in launch_power_monitor
+    _sample_and_log_power(log_dir, initial_info, logger=logger)
+  File "/people/servan/Tools/miniconda3/envs/py309/lib/python3.9/site-packages/experiment_impact_tracker/compute_tracker.py", line 69, in _sample_and_log_power
+    results = header["routing"]["function"](process_ids, logger=logger, region=initial_info['region']['id'], log_dir=log_dir)
+  File "/people/servan/Tools/miniconda3/envs/py309/lib/python3.9/site-packages/experiment_impact_tracker/cpu/intel.py", line 105, in get_rapl_power
+    pt2 = p.cpu_times()
+  File "/people/servan/Tools/miniconda3/envs/py309/lib/python3.9/site-packages/psutil/_common.py", line 480, in wrapper
+    raise raise_from(err, None)
+  File "<string>", line 3, in raise_from
+  File "/people/servan/Tools/miniconda3/envs/py309/lib/python3.9/site-packages/psutil/_common.py", line 478, in wrapper
+    return fun(self)
+  File "/people/servan/Tools/miniconda3/envs/py309/lib/python3.9/site-packages/psutil/__init__.py", line 1052, in cpu_times
+    return self._proc.cpu_times()
+  File "/people/servan/Tools/miniconda3/envs/py309/lib/python3.9/site-packages/psutil/_pslinux.py", line 1653, in wrapper
+    return fun(self, *args, **kwargs)
+  File "/people/servan/Tools/miniconda3/envs/py309/lib/python3.9/site-packages/psutil/_pslinux.py", line 1844, in cpu_times
+    values = self._parse_stat_file()
+  File "/people/servan/Tools/miniconda3/envs/py309/lib/python3.9/site-packages/psutil/_pslinux.py", line 1660, in wrapper
+    raise NoSuchProcess(self.pid, self._name)
+

camembert_camembert-base-oscar-4gb/emissions.csv

+timestamp,project_name,run_id,duration,emissions,emissions_rate,cpu_power,gpu_power,ram_power,cpu_energy,gpu_energy,ram_energy,energy_consumed,country_name,country_iso_code,region,cloud_provider,cloud_region,os,python_version,codecarbon_version,cpu_count,cpu_model,gpu_count,gpu_model,longitude,latitude,ram_total_size,tracking_mode,on_cloud,pue
+2023-06-10T20:53:10,codecarbon,fe33f43a-15e9-4e93-aee7-f50a66cb0d3d,1636.2875094413755,0.0090180910725407,5.511312052745228e-06,51.137572523673015,166.596,47.13012456893921,0.0257864049635519,0.1082148516220416,0.0213919796645481,0.1553932362501417,France,FRA,,,,Linux-4.4.0-210-generic-x86_64-with-glibc2.23,3.9.13,2.2.3,32,Intel(R) Xeon(R) CPU E5-2620 v4 @ 2.10GHz,2,2 x GeForce GTX 1080 Ti,,,125.68033218383788,machine,N,1.0
+2023-06-10T20:53:51,codecarbon,8af6a273-1d4c-4683-a726-0ec4130d6bfb,34.063708782196045,0.00015666237246233077,4.599099101745871e-06,56.93307308057852,166.055,47.13012456893921,0.0005435173812024467,0.001710649107878208,0.0004453264368305483,0.002699492925911203,France,FRA,,,,Linux-4.4.0-210-generic-x86_64-with-glibc2.23,3.9.13,2.2.3,32,Intel(R) Xeon(R) CPU E5-2620 v4 @ 2.10GHz,2,2 x GeForce GTX 1080 Ti,,,125.68033218383789,machine,N,1.0

camembert_camembert-base-wikipedia-4gb/ImpactTrackerTest/impacttracker/data.json

+{"timestamp":1686415524.153221,"rapl_power_draw_absolute":57.16658671532491,"rapl_estimated_attributable_power_draw":51.3235801207244,"cpu_time_seconds":{"186203":{"user":1894.27,"system":146.13,"children_user":5.66,"children_system":1.3,"iowait":18.05},"186326":{"user":55.36,"system":122.72,"children_user":5.39,"children_system":100.78,"iowait":5.83},"10438":{"user":0.19,"system":0.36,"children_user":0.01,"children_system":0.44,"iowait":0.0}},"average_relative_cpu_utilization":0.9921206050816808,"absolute_cpu_utilization":1.3025456640949258,"relative_mem_usage":0.6018011837152367,"absolute_mem_usage":4345568256.0,"absolute_mem_percent_usage":0.03220174347108913,"mem_info_per_process":{"186203":{"rss":3295612928,"vms":36790239232,"shared":985288704,"text":2170880,"lib":0,"data":32836890624,"dirty":0,"uss":815464448,"pss":2053931008,"swap":0},"186326":{"rss":0,"vms":0,"shared":0,"text":0,"lib":0,"data":0,"dirty":0,"uss":0,"pss":0,"swap":0},"10438":{"rss":2538524672,"vms":36790521856,"shared":228020224,"text":2170880,"lib":0,"data":32837152768,"dirty":0,"uss":138735616,"pss":1337437184,"swap":0}},"nvidia_draw_absolute":314.51,"nvidia_estimated_attributable_power_draw":314.51,"average_gpu_estimated_utilization_absolute":0.76875,"per_gpu_average_estimated_utilization_absolute":{"(0, 186203)":{"sm":76.75,"mem":10.75,"enc":0.0,"dec":0.0},"(1, 186203)":{"sm":77.0,"mem":7.0,"enc":0.0,"dec":0.0}},"average_gpu_estimated_utilization_relative":1.0,"per_gpu_performance_state":{"0":"P2","1":"P2"},"per_gpu_power_draw":{"1":164.01},"cpu_count_adjusted_average_load":[0.04375,0.0425,0.0428125],"cpu_freq":[{"current":1695.175,"min":1200.0,"max":3000.0},{"current":1203.562,"min":1200.0,"max":3000.0},{"current":1801.324,"min":1200.0,"max":3000.0},{"current":1205.285,"min":1200.0,"max":3000.0},{"current":1388.953,"min":1200.0,"max":3000.0},{"current":1899.925,"min":1200.0,"max":3000.0},{"current":1227.925,"min":1200.0,"max":3000.0},{"current":1431.445,"min":1200.0,"max":3000.0},{"current":1491.164,"min":1200.0,"max":3000.0},{"current":1200.691,"min":1200.0,"max":3000.0},{"current":1320.785,"min":1200.0,"max":3000.0},{"current":1389.035,"min":1200.0,"max":3000.0},{"current":1199.953,"min":1200.0,"max":3000.0},{"current":1349.25,"min":1200.0,"max":3000.0},{"current":1399.617,"min":1200.0,"max":3000.0},{"current":1391.824,"min":1200.0,"max":3000.0},{"current":1240.722,"min":1200.0,"max":3000.0},{"current":1455.726,"min":1200.0,"max":3000.0},{"current":1766.789,"min":1200.0,"max":3000.0},{"current":1863.011,"min":1200.0,"max":3000.0},{"current":2694.726,"min":1200.0,"max":3000.0},{"current":1770.644,"min":1200.0,"max":3000.0},{"current":1450.23,"min":1200.0,"max":3000.0},{"current":1582.382,"min":1200.0,"max":3000.0},{"current":1264.921,"min":1200.0,"max":3000.0},{"current":1221.363,"min":1200.0,"max":3000.0},{"current":1377.878,"min":1200.0,"max":3000.0},{"current":1380.339,"min":1200.0,"max":3000.0},{"current":1500.597,"min":1200.0,"max":3000.0},{"current":1375.417,"min":1200.0,"max":3000.0},{"current":1375.007,"min":1200.0,"max":3000.0},{"current":1343.507,"min":1200.0,"max":3000.0}],"disk_write_speed":108.30957381227044,"process_ids":[186203,186326,10438]}
+{"timestamp":1686415533.222701,"rapl_power_draw_absolute":57.00862746776332,"rapl_estimated_attributable_power_draw":50.697206635461725,"cpu_time_seconds":{"186203":{"user":1905.26,"system":146.91,"children_user":5.66,"children_system":1.3,"iowait":18.07},"186326":{"user":55.36,"system":122.72,"children_user":5.39,"children_system":100.78,"iowait":5.83},"10438":{"user":0.48,"system":1.07,"children_user":0.04,"children_system":1.09,"iowait":0.03}},"average_relative_cpu_utilization":0.9807651605035961,"absolute_cpu_utilization":1.3017411808565533,"relative_mem_usage":0.6033635479416959,"absolute_mem_usage":4360171520.0,"absolute_mem_percent_usage":0.032309957295718235,"mem_info_per_process":{"186203":{"rss":3295961088,"vms":44205768704,"shared":985620480,"text":2170880,"lib":0,"data":40252420096,"dirty":0,"uss":816926720,"pss":2054865920,"swap":0},"186326":{"rss":0,"vms":0,"shared":0,"text":0,"lib":0,"data":0,"dirty":0,"uss":0,"pss":0,"swap":0},"10438":{"rss":2544312320,"vms":36790521856,"shared":233807872,"text":2170880,"lib":0,"data":32837152768,"dirty":0,"uss":144982016,"pss":1343396864,"swap":0}},"nvidia_draw_absolute":238.25,"nvidia_estimated_attributable_power_draw":238.25,"average_gpu_estimated_utilization_absolute":0.5509999999999999,"per_gpu_average_estimated_utilization_absolute":{"(0, 186203)":{"sm":58.0,"mem":9.4,"enc":0.0,"dec":0.0},"(1, 186203)":{"sm":52.2,"mem":4.8,"enc":0.0,"dec":0.0}},"average_gpu_estimated_utilization_relative":1.0,"per_gpu_performance_state":{"0":"P2","1":"P2"},"per_gpu_power_draw":{"1":124.01},"cpu_count_adjusted_average_load":[0.041875,0.0421875,0.0428125],"cpu_freq":[{"current":1286.988,"min":1200.0,"max":3000.0},{"current":1297.16,"min":1200.0,"max":3000.0},{"current":1260.738,"min":1200.0,"max":3000.0},{"current":1599.445,"min":1200.0,"max":3000.0},{"current":1494.527,"min":1200.0,"max":3000.0},{"current":1297.242,"min":1200.0,"max":3000.0},{"current":1372.054,"min":1200.0,"max":3000.0},{"current":1356.14,"min":1200.0,"max":3000.0},{"current":1284.445,"min":1200.0,"max":3000.0},{"current":1199.953,"min":1200.0,"max":3000.0},{"current":1394.777,"min":1200.0,"max":3000.0},{"current":1386.41,"min":1200.0,"max":3000.0},{"current":1386.574,"min":1200.0,"max":3000.0},{"current":1297.652,"min":1200.0,"max":3000.0},{"current":1593.949,"min":1200.0,"max":3000.0},{"current":1200.363,"min":1200.0,"max":3000.0},{"current":1342.195,"min":1200.0,"max":3000.0},{"current":1476.398,"min":1200.0,"max":3000.0},{"current":1519.382,"min":1200.0,"max":3000.0},{"current":1226.613,"min":1200.0,"max":3000.0},{"current":1476.316,"min":1200.0,"max":3000.0},{"current":1330.546,"min":1200.0,"max":3000.0},{"current":1200.363,"min":1200.0,"max":3000.0},{"current":1375.664,"min":1200.0,"max":3000.0},{"current":1248.023,"min":1200.0,"max":3000.0},{"current":1372.136,"min":1200.0,"max":3000.0},{"current":1496.578,"min":1200.0,"max":3000.0},{"current":1591.98,"min":1200.0,"max":3000.0},{"current":1419.222,"min":1200.0,"max":3000.0},{"current":1475.414,"min":1200.0,"max":3000.0},{"current":1265.496,"min":1200.0,"max":3000.0},{"current":1411.183,"min":1200.0,"max":3000.0}],"disk_write_speed":94.18140226145852,"process_ids":[186203,186326,10438]}
+{"timestamp":1686415542.360704,"rapl_power_draw_absolute":57.044276961632335,"rapl_estimated_attributable_power_draw":50.466869513548076,"cpu_time_seconds":{"186203":{"user":1915.58,"system":147.92,"children_user":5.66,"children_system":1.3,"iowait":18.09},"186326":{"user":55.36,"system":122.72,"children_user":5.39,"children_system":100.78,"iowait":5.83},"10438":{"user":0.79,"system":1.84,"children_user":0.05,"children_system":1.76,"iowait":0.05}},"average_relative_cpu_utilization":0.973458549758681,"absolute_cpu_utilization":1.2972015383466942,"relative_mem_usage":0.6048445907995579,"absolute_mem_usage":4375601152.0,"absolute_mem_percent_usage":0.03242429471311613,"mem_info_per_process":{"186203":{"rss":3298377728,"vms":43445026816,"shared":985686016,"text":2170880,"lib":0,"data":39491678208,"dirty":0,"uss":822886400,"pss":2059021312,"swap":0},"186326":{"rss":0,"vms":0,"shared":0,"text":0,"lib":0,"data":0,"dirty":0,"uss":0,"pss":0,"swap":0},"10438":{"rss":2544312320,"vms":36790521856,"shared":233807872,"text":2170880,"lib":0,"data":32837152768,"dirty":0,"uss":148525056,"pss":1345168384,"swap":0}},"nvidia_draw_absolute":250.68,"nvidia_estimated_attributable_power_draw":250.68,"average_gpu_estimated_utilization_absolute":0.76025,"per_gpu_average_estimated_utilization_absolute":{"(0, 186203)":{"sm":76.8,"mem":11.2,"enc":0.0,"dec":0.0},"(1, 186203)":{"sm":75.25,"mem":6.75,"enc":0.0,"dec":0.0}},"average_gpu_estimated_utilization_relative":1.0,"per_gpu_performance_state":{"0":"P2","1":"P2"},"per_gpu_power_draw":{"1":90.32},"cpu_count_adjusted_average_load":[0.0409375,0.0421875,0.0425],"cpu_freq":[{"current":1288.054,"min":1200.0,"max":3000.0},{"current":1382.308,"min":1200.0,"max":3000.0},{"current":1298.718,"min":1200.0,"max":3000.0},{"current":2999.964,"min":1200.0,"max":3000.0},{"current":2027.976,"min":1200.0,"max":3000.0},{"current":1489.359,"min":1200.0,"max":3000.0},{"current":1235.39,"min":1200.0,"max":3000.0},{"current":1296.421,"min":1200.0,"max":3000.0},{"current":1201.183,"min":1200.0,"max":3000.0},{"current":1276.98,"min":1200.0,"max":3000.0},{"current":1299.785,"min":1200.0,"max":3000.0},{"current":1298.964,"min":1200.0,"max":3000.0},{"current":1379.683,"min":1200.0,"max":3000.0},{"current":1296.503,"min":1200.0,"max":3000.0},{"current":1329.48,"min":1200.0,"max":3000.0},{"current":1400.765,"min":1200.0,"max":3000.0},{"current":1365.492,"min":1200.0,"max":3000.0},{"current":1424.472,"min":1200.0,"max":3000.0},{"current":1401.503,"min":1200.0,"max":3000.0},{"current":1200.199,"min":1200.0,"max":3000.0},{"current":2083.347,"min":1200.0,"max":3000.0},{"current":1678.031,"min":1200.0,"max":3000.0},{"current":1374.515,"min":1200.0,"max":3000.0},{"current":1497.89,"min":1200.0,"max":3000.0},{"current":1316.355,"min":1200.0,"max":3000.0},{"current":1428.0,"min":1200.0,"max":3000.0},{"current":1418.156,"min":1200.0,"max":3000.0},{"current":1494.527,"min":1200.0,"max":3000.0},{"current":1233.503,"min":1200.0,"max":3000.0},{"current":1380.75,"min":1200.0,"max":3000.0},{"current":1200.199,"min":1200.0,"max":3000.0},{"current":2801.121,"min":1200.0,"max":3000.0}],"disk_write_speed":102.84951271119503,"process_ids":[186203,186326,10438]}

camembert_camembert-base-wikipedia-4gb/ImpactTrackerTrain/impacttracker/impact_tracker_log.log

+2023-06-10 18:45:23,584 - experiment_impact_tracker.compute_tracker.ImpactTracker - ERROR - Encountered exception within power monitor thread!
+2023-06-10 18:45:23,591 - experiment_impact_tracker.compute_tracker.ImpactTracker - ERROR -   File "/people/servan/Tools/miniconda3/envs/py309/lib/python3.9/site-packages/experiment_impact_tracker/compute_tracker.py", line 105, in launch_power_monitor
+    _sample_and_log_power(log_dir, initial_info, logger=logger)
+  File "/people/servan/Tools/miniconda3/envs/py309/lib/python3.9/site-packages/experiment_impact_tracker/compute_tracker.py", line 69, in _sample_and_log_power
+    results = header["routing"]["function"](process_ids, logger=logger, region=initial_info['region']['id'], log_dir=log_dir)
+  File "/people/servan/Tools/miniconda3/envs/py309/lib/python3.9/site-packages/experiment_impact_tracker/cpu/intel.py", line 105, in get_rapl_power
+    pt2 = p.cpu_times()
+  File "/people/servan/Tools/miniconda3/envs/py309/lib/python3.9/site-packages/psutil/_common.py", line 480, in wrapper
+    raise raise_from(err, None)
+  File "<string>", line 3, in raise_from
+  File "/people/servan/Tools/miniconda3/envs/py309/lib/python3.9/site-packages/psutil/_common.py", line 478, in wrapper
+    return fun(self)
+  File "/people/servan/Tools/miniconda3/envs/py309/lib/python3.9/site-packages/psutil/__init__.py", line 1052, in cpu_times
+    return self._proc.cpu_times()
+  File "/people/servan/Tools/miniconda3/envs/py309/lib/python3.9/site-packages/psutil/_pslinux.py", line 1653, in wrapper
+    return fun(self, *args, **kwargs)
+  File "/people/servan/Tools/miniconda3/envs/py309/lib/python3.9/site-packages/psutil/_pslinux.py", line 1844, in cpu_times
+    values = self._parse_stat_file()
+  File "/people/servan/Tools/miniconda3/envs/py309/lib/python3.9/site-packages/psutil/_pslinux.py", line 1660, in wrapper
+    raise NoSuchProcess(self.pid, self._name)
+