Commit e282e7de authored by Brewer, Wes's avatar Brewer, Wes
Browse files

Add support for raps.telemetry to read .npz file directly and also to --reschedule

parent fdc8861e

config/lassen/system.json

+2 −2
Original line number Diff line number Diff line
@@ -16,6 +16,6 @@ 
    "GPUS_PER_NODE": 4,

    "CPU_PEAK_FLOPS": 396.8E9,

    "GPU_PEAK_FLOPS": 7.8E12,

    "CPU_FP_RATIO": 0.69,

    "GPU_FP_RATIO": 0.69

    "CPU_FP_RATIO": 0.72,

    "GPU_FP_RATIO": 0.72

}

raps/telemetry.py

+14 −1
Original line number Diff line number Diff line
@@ -17,6 +17,7 @@ if __name__ == "__main__": 
                             ' -or- filename.npz (overrides --workload option)')

    parser.add_argument('-p', '--plot', action='store_true', help='Output plots') 

    parser.add_argument('--system', type=str, default='frontier', help='System config to use')

    parser.add_argument('--reschedule', action='store_true', help='Reschedule the telemetry workload')

    parser.add_argument('-v', '--verbose', action='store_true', help='Enable verbose output')

    args = parser.parse_args()
@@ -28,7 +29,9 @@ import importlib 
import numpy as np

import re

from datetime import datetime

from tqdm import tqdm

from .scheduler import Job

from .utils import next_arrival





class Telemetry:
@@ -66,7 +69,17 @@ if __name__ == "__main__": 


    args_dict = vars(args)

    td = Telemetry(**args_dict)



    if args.replay[0].endswith(".npz"):

        print(f"Loading {args.replay[0]}...")

        jobs = td.load_snapshot(args.replay[0])

        if args.reschedule:

            for job in tqdm(jobs, desc="Updating requested_nodes"):

                job['requested_nodes'] = None

                job['submit_time'] = next_arrival()

    else:

        jobs = td.load_data(args.replay)



    timesteps = int(max(job['wall_time'] + job['submit_time'] for job in jobs))



    dt_list = []