Skip to content
Snippets Groups Projects
Select Git revision
  • master default
1 result
Blame Permalink
memcached.shared.sh 3.23 KiB
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118 






source "$EXP_ROOT/experiments/extra.shared.sh"

CONNS=160 # per agent thread

NO_RUNS=0

REINIT_RUNS=4

load_config() {
    source "$EXP_ROOT/configs/memcached.sh"
    source "$EXP_ROOT/configs/mutilate.sh"
}

cleanup_mutilate() {
    echo "Killing all mutilate processes on clients"
    sudo -u $SSH_USER pdsh -R ssh -w $MEMCLIENTS pkill mutilate || true
}

cleanup_memcached() {
    echo "Killing memcached process"
    kill -INT $MEMCACHED_PID || true
    sleep 2
    kill $MEMCACHED_PID || true
    if [ "$PERF_STAT_ONLY_MEMCACHED" == "true" ]; then
        PERF_EXTRA_ARGS="$PERF_EXTRA_ARGS_ORIG"
    fi
}

start_memcached() {
    echo "Starting memcached"
    echo "taskset -c 0-$((THREADS - 1 - THREAD_TAIL_OFFSET)) $MEMCACHED $MEMCACHED_ARGS -u root -t $((THREADS - THREAD_TAIL_OFFSET)) -b 16384 -c 32768 -m 10240 -o hashpower=24,no_lru_maintainer,no_lru_crawler" 
    taskset -c 0-$((THREADS - 1 - THREAD_TAIL_OFFSET)) $MEMCACHED $MEMCACHED_ARGS -u root -t $((THREADS - THREAD_TAIL_OFFSET)) -b 16384 -c 32768 -m 10240 -o hashpower=24,no_lru_maintainer,no_lru_crawler &
    MEMCACHED_PID=$!
    if [ "$PERF_STAT_ONLY_MEMCACHED" == "true" ]; then
        PERF_EXTRA_ARGS_ORIG="$PERF_EXTRA_ARGS"
        PERF_EXTRA_ARGS="-p $MEMCACHED_PID $PERF_EXTRA_ARGS"
        PERF_STAT_NO_CORES=true
    fi
}

start_mutilate() {
    echo "Starting mutilate"
    # Mutilate client agents always run on 8 cores
    sudo -u $SSH_USER pdsh -R ssh -w $MEMCLIENTS taskset -c 0-7 mutilate -A -T 8 2>/dev/null & sleep 1
}

warmup() {
    echo "Warming up Memcached..."
    sudo -u $SSH_USER $MUTILATE --loadonly
    sudo -u $SSH_USER $MUTILATE --noload -c100 $MUTCLIENTS -t30 -u 0
}

run_mutilate() {
    if [ "$NO_RUNS" -ge "$REINIT_RUNS" ]; then
        echo "Re-intializing Memcached server"
        memcached_shutdown
        memcached_startup
        NO_RUNS=0
    fi
    echo "Running mutilate with $CONNS connections per agent (core) and QPS = $QPS"
    perf_stat_start "$1"
    extra_data_start $MEMCTRL,$MEMCLIENTS
    sudo -u $SSH_USER $MUTILATE --noload -c$CONNS $MUTCLIENTS -t30 -u 0 -q $QPS | tee $DATA_OUT/$1$EXP_AUX_SUFFIX.txt
    extra_data_stop $MEMCTRL,$MEMCLIENTS "$1"
    perf_stat_stop
    NO_RUNS=$((NO_RUNS + 1))
}

memcached_pre_start() {
    load_config

    if [ "$FSTACK" == "true" ] && [ $THREADS -gt 1 ]; then
        echo "Cannot run F-Stack memcached in multi-threaded mode"
        exit 1
    fi

    if [ "$FSTACK" == "true" ]; then
        MEMCACHED="$MEMCACHED_FSTACK"
        PERF_EXTRA_ARGS="-D 15000" # Account for S-Stack connection establishment delay
    elif [ "$CALADAN" == "true" ]; then
        MEMCACHED="$MEMCACHED_CALADAN"
        MEMCACHED_ARGS="$MEMCACHED_ARGS $CALADAN_CONFIG -p 11211"
        REINIT_RUNS=9999 # Caladan does not support restarting the application process properly
    fi

    EXPERIMENT_NAME_EXT="t$THREADS.c$CONNS"

    if [ "$NAPI_LOCALITY" == "true" ]; then
        MEMCACHED_ARGS="$MEMCACHED_ARGS -N $THREADS"
    fi

    pkill memcached || true
    sleep 1
    cleanup_mutilate    
}

memcached_init() {
    NO_RUNS=0
    memcached_startup
}

memcached_startup() {
    start_memcached
    start_mutilate
    sleep 15
    warmup
}

memcached_shutdown() {
    cleanup_mutilate
    cleanup_memcached
}

memcached_deinit() {
    memcached_shutdown
}