1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
|
// -*- mode:C++; tab-width:8; c-basic-offset:2; indent-tabs-mode:t -*-
// vim: ts=8 sw=2 smarttab
/*
* Ceph - scalable distributed file system
*
* Copyright (C) 2013 Inktank Storage, Inc.
*
* This is free software; you can redistribute it and/or
* modify it under the terms of the GNU Lesser General Public
* License version 2.1, as published by the Free Software
* Foundation. See file COPYING.
*
*/
#ifndef WBTHROTTLE_H
#define WBTHROTTLE_H
#include <map>
#include <boost/tuple/tuple.hpp>
#include <tr1/memory>
#include "include/buffer.h"
#include "common/Formatter.h"
#include "os/hobject.h"
#include "include/interval_set.h"
#include "FDCache.h"
#include "common/Thread.h"
#include "common/ceph_context.h"
class PerfCounters;
enum {
l_wbthrottle_first = 999090,
l_wbthrottle_bytes_dirtied,
l_wbthrottle_bytes_wb,
l_wbthrottle_ios_dirtied,
l_wbthrottle_ios_wb,
l_wbthrottle_inodes_dirtied,
l_wbthrottle_inodes_wb,
l_wbthrottle_last
};
/**
* WBThrottle
*
* Tracks, throttles, and flushes outstanding IO
*/
class WBThrottle : Thread, public md_config_obs_t {
hobject_t clearing;
/// Limits on unflushed bytes
pair<uint64_t, uint64_t> size_limits;
/// Limits on unflushed ios
pair<uint64_t, uint64_t> io_limits;
/// Limits on unflushed objects
pair<uint64_t, uint64_t> fd_limits;
uint64_t cur_ios; /// Currently unflushed IOs
uint64_t cur_size; /// Currently unflushed bytes
/**
* PendingWB tracks the ios pending on an object.
*/
class PendingWB {
public:
bool replica;
uint64_t size;
uint64_t ios;
PendingWB() : replica(true), size(0), ios(0) {}
void add(bool _replica, uint64_t _size, uint64_t _ios) {
if (!_replica)
replica = false; // only replica if all writes are replica
size += _size;
ios += _ios;
}
};
CephContext *cct;
PerfCounters *logger;
bool stopping;
Mutex lock;
Cond cond;
/**
* Flush objects in lru order
*/
list<hobject_t> lru;
map<hobject_t, list<hobject_t>::iterator> rev_lru;
void remove_object(const hobject_t &hoid) {
assert(lock.is_locked());
map<hobject_t, list<hobject_t>::iterator>::iterator iter =
rev_lru.find(hoid);
if (iter == rev_lru.end())
return;
lru.erase(iter->second);
rev_lru.erase(iter);
}
hobject_t pop_object() {
assert(!lru.empty());
hobject_t hoid(lru.front());
lru.pop_front();
rev_lru.erase(hoid);
return hoid;
}
void insert_object(const hobject_t &hoid) {
assert(rev_lru.find(hoid) == rev_lru.end());
lru.push_back(hoid);
rev_lru.insert(make_pair(hoid, --lru.end()));
}
map<hobject_t, pair<PendingWB, FDRef> > pending_wbs;
/// get next flush to perform
bool get_next_should_flush(
boost::tuple<hobject_t, FDRef, PendingWB> *next ///< [out] next to flush
); ///< @return false if we are shutting down
public:
enum FS {
BTRFS,
XFS
};
private:
FS fs;
void set_from_conf();
public:
WBThrottle(CephContext *cct);
~WBThrottle();
/// Set fs as XFS or BTRFS
void set_fs(FS new_fs) {
Mutex::Locker l(lock);
fs = new_fs;
set_from_conf();
}
/// Queue wb on hoid, fd taking throttle (does not block)
void queue_wb(
FDRef fd, ///< [in] FDRef to hoid
const hobject_t &hoid, ///< [in] object
uint64_t offset, ///< [in] offset written
uint64_t len, ///< [in] length written
bool replica ///< [in] write is for replica
);
/// Clear all wb (probably due to sync)
void clear();
/// Clear object
void clear_object(const hobject_t &hoid);
/// Block until there is throttle available
void throttle();
/// md_config_obs_t
const char** get_tracked_conf_keys() const;
void handle_conf_change(const md_config_t *conf,
const std::set<std::string> &changed);
/// Thread
void *entry();
};
#endif
|
