Loading raps/dataloaders/frontier.py +11 −0 Original line number Diff line number Diff line """ Note: Frontier telemetry data is not publicly available. # To simulate DATEDIR="date=2024-01-18" DPATH=/path/to/data python main.py -f $DPATH/slurm/joblive/$DATEDIR $DPATH/jobprofile/$DATEDIR # To analyze the data python -m raps.telemetry -f $DPATH/slurm/joblive/$DATEDIR $DPATH/jobprofile/$DATEDIR """ import numpy as np import pandas as pd from tqdm import tqdm Loading raps/dataloaders/marconi100.py +23 −0 Original line number Diff line number Diff line """ # Reference Antici, Francesco, et al. "PM100: A Job Power Consumption Dataset of a Large-scale Production HPC System." Proceedings of the SC'23 Workshops of The International Conference on High Performance Computing, Network, Storage, and Analysis. 2023. # get the data Download `job_table.parquet` from https://zenodo.org/records/10127767 # to simulate the dataset python main.py -f /path/to/job_table.parquet --system marconi100 # to reschedule python main.py -f /path/to/job_table.parquet --system marconi100 --reschedule # to fast-forward 60 days and replay for 1 day python main.py -f /path/to/job_table.parquet --system marconi100 -ff 60d -t 1d # to analyze dataset python -m raps.telemetry -f /path/to/job_table.parquet --system marconi100 -v """ import uuid import pandas as pd from tqdm import tqdm Loading Loading
raps/dataloaders/frontier.py +11 −0 Original line number Diff line number Diff line """ Note: Frontier telemetry data is not publicly available. # To simulate DATEDIR="date=2024-01-18" DPATH=/path/to/data python main.py -f $DPATH/slurm/joblive/$DATEDIR $DPATH/jobprofile/$DATEDIR # To analyze the data python -m raps.telemetry -f $DPATH/slurm/joblive/$DATEDIR $DPATH/jobprofile/$DATEDIR """ import numpy as np import pandas as pd from tqdm import tqdm Loading
raps/dataloaders/marconi100.py +23 −0 Original line number Diff line number Diff line """ # Reference Antici, Francesco, et al. "PM100: A Job Power Consumption Dataset of a Large-scale Production HPC System." Proceedings of the SC'23 Workshops of The International Conference on High Performance Computing, Network, Storage, and Analysis. 2023. # get the data Download `job_table.parquet` from https://zenodo.org/records/10127767 # to simulate the dataset python main.py -f /path/to/job_table.parquet --system marconi100 # to reschedule python main.py -f /path/to/job_table.parquet --system marconi100 --reschedule # to fast-forward 60 days and replay for 1 day python main.py -f /path/to/job_table.parquet --system marconi100 -ff 60d -t 1d # to analyze dataset python -m raps.telemetry -f /path/to/job_table.parquet --system marconi100 -v """ import uuid import pandas as pd from tqdm import tqdm Loading