Swarm_split_learning_simulation/config_simulation.json at main · FelixWalger/Swarm_split_learning_simulation · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
{
    "num_systems": 3,
    "num_servers": 4,
    "num_clients": 9,
    "num_swarms": 2,
    "num_Decoder_Blocks": 4,
    "local_steps":2500,
    "global_steps":12,
    "time_quantum":0.05,

    "server_properties": {
      "throughput_range": [2, 8],
      "memory_range_in_GB": [0.5, 5],
      "dropout_prob_range": [0.01, 0.1],
      "selection_strategy2": "FIFO",
      "selection_strategy": "longest_time_not_seen",
      "down_server_time_range_min": [1, 4],
      "up_server_time_range_min": [29, 250],
      "degradation_rate": [0, 0.1]
      },
      "client_properties": {
      "token_length_range": [1, 10],
      "prompt_mode": "all_together"
      },
      "system_properties": {
      "max_sequence_length": 7,
      "memory_mapping_token_range": [256, 512]
      },
      "network_properties": {
      "data_rate_range_Mbits/s": [25, 1500],
      "distance_range_km": [0, 30000],
      "propagation_speed_km/s": 200000,
      "jitter_lognorm_param_tuples_mu_sigma": [[0.1, 0.1], [0.1, 5],[5,0.1]],
      "down_link_time_range_min": [1, 4],
      "up_link_time_range_min": [20, 500]
      },


    "routing_policy": "min_cost_max_flow",
    "routing_policy2": "round_robin",
    "topology_policy": "latency",
    "addtional_decoder_block_param":0,
    "precision": 16,
    "precision_decoder_block_params": 0,
    "d_model": 512

  }