Commit affea83e authored by Brewer, Wes's avatar Brewer, Wes
Browse files

Get network traces working without error (but not currently being used)

parent 8ffde3c5

raps/dataloaders/lassen.py

+7 −6
Original line number Diff line number Diff line
@@ -118,11 +118,10 @@ def load_data_from_df(allocation_df, node_df, step_df, **kwargs): 
        # total_energy = node_data['energy'].sum() # Joules



        # Network utilization

        lambda_poisson = 0.3

        ib_tx, ib_rx = node_data['ib_tx'], node_data['ib_rx']

        net_tx, net_rx = generate_network_sequences(ib_tx, ib_rx, samples, lambda_poisson)

        print(net_tx)

        print(net_rx)

        ib_tx = node_data['ib_tx'].values[0] if node_data['ib_tx'].values.size > 0 else []

        ib_rx = node_data['ib_rx'].values[0] if node_data['ib_rx'].values.size > 0 else []



        net_tx, net_rx = generate_network_sequences(ib_tx, ib_rx, samples, lambda_poisson=0.3)



        if reschedule:  # Let the scheduler reschedule the jobs

            scheduled_nodes = None
@@ -177,9 +176,11 @@ def compute_time_offset(begin_time, reference_time): 




def generate_network_sequences(total_tx, total_rx, intervals, lambda_poisson):



    if not total_tx or not total_rx: return [], []



    # Generate sporadic bursts using a Poisson distribution (shared for both tx and rx)

    burst_intervals = np.random.poisson(lam=lambda_poisson, size=intervals)

    print('**', burst_intervals)



    # Ensure some intervals have no traffic (both tx and rx will share zero intervals)

    burst_intervals = np.where(burst_intervals > 0, burst_intervals, 0)

raps/job.py

+4 −4
Original line number Diff line number Diff line 
from enum import Enum



def job_dict(nodes_required, name, cpu_trace, gpu_trace, wall_time, \

             end_state, scheduled_nodes, time_offset, job_id, priority=0):

def job_dict(nodes_required, name, cpu_trace, gpu_trace, ntx_trace, nrx_trace, \

             wall_time, end_state, scheduled_nodes, time_offset, job_id, priority=0):

    """ Return job info dictionary """

    return {

        'nodes_required': nodes_required,

        'name': name,

        'cpu_trace': cpu_trace,

        'gpu_trace': gpu_trace,

        'ntx_trace': net_trace,

        'nrx_trace': net_trace,

        'ntx_trace': ntx_trace,

        'nrx_trace': nrx_trace,

        'wall_time': wall_time,

        'end_state': end_state,

        'requested_nodes': scheduled_nodes,