]> git.saurik.com Git - apple/icu.git/blame - icuSources/common/unifiedcache.h
ICU-59173.0.1.tar.gz
[apple/icu.git] / icuSources / common / unifiedcache.h
CommitLineData
f3c0d7a5
A
1// © 2016 and later: Unicode, Inc. and others.
2// License & terms of use: http://www.unicode.org/copyright.html
b331163b
A
3/*
4******************************************************************************
2ca993e8 5* Copyright (C) 2015, International Business Machines Corporation and
b331163b
A
6* others. All Rights Reserved.
7******************************************************************************
8*
9* File UNIFIEDCACHE.H - The ICU Unified cache.
10******************************************************************************
11*/
12
13#ifndef __UNIFIED_CACHE_H__
14#define __UNIFIED_CACHE_H__
15
16#include "utypeinfo.h" // for 'typeid' to work
17
18#include "unicode/uobject.h"
19#include "unicode/locid.h"
20#include "sharedobject.h"
21#include "unicode/unistr.h"
22#include "cstring.h"
23#include "ustr_imp.h"
24
25struct UHashtable;
26struct UHashElement;
27
28U_NAMESPACE_BEGIN
29
30class UnifiedCache;
31
32/**
2ca993e8 33 * A base class for all cache keys.
b331163b
A
34 */
35class U_COMMON_API CacheKeyBase : public UObject {
36 public:
2ca993e8 37 CacheKeyBase() : fCreationStatus(U_ZERO_ERROR), fIsMaster(FALSE) {}
b331163b
A
38
39 /**
40 * Copy constructor. Needed to support cloning.
41 */
42 CacheKeyBase(const CacheKeyBase &other)
2ca993e8 43 : UObject(other), fCreationStatus(other.fCreationStatus), fIsMaster(FALSE) { }
b331163b
A
44 virtual ~CacheKeyBase();
45
46 /**
47 * Returns the hash code for this object.
48 */
49 virtual int32_t hashCode() const = 0;
50
51 /**
52 * Clones this object polymorphically. Caller owns returned value.
53 */
54 virtual CacheKeyBase *clone() const = 0;
55
56 /**
57 * Equality operator.
58 */
59 virtual UBool operator == (const CacheKeyBase &other) const = 0;
60
61 /**
62 * Create a new object for this key. Called by cache on cache miss.
63 * createObject must add a reference to the object it returns. Note
64 * that getting an object from the cache and returning it without calling
65 * removeRef on it satisfies this requirement. It can also return NULL
66 * and set status to an error.
67 *
68 * @param creationContext the context in which the object is being
69 * created. May be NULL.
70 * @param status Implementations can return a failure here.
71 * In addition, implementations may return a
72 * non NULL object and set a warning status.
73 */
74 virtual const SharedObject *createObject(
75 const void *creationContext, UErrorCode &status) const = 0;
76
77 /**
78 * Writes a description of this key to buffer and returns buffer. Written
79 * description is NULL terminated.
80 */
81 virtual char *writeDescription(char *buffer, int32_t bufSize) const = 0;
82
83 /**
84 * Inequality operator.
85 */
86 UBool operator != (const CacheKeyBase &other) const {
87 return !(*this == other);
88 }
89 private:
2ca993e8
A
90 mutable UErrorCode fCreationStatus;
91 mutable UBool fIsMaster;
b331163b
A
92 friend class UnifiedCache;
93};
94
95
96
97/**
98 * Templated version of CacheKeyBase.
99 * A key of type LocaleCacheKey<T> maps to a value of type T.
100 */
101template<typename T>
102class CacheKey : public CacheKeyBase {
103 public:
104 virtual ~CacheKey() { }
105 /**
106 * The template parameter, T, determines the hash code returned.
107 */
108 virtual int32_t hashCode() const {
109 const char *s = typeid(T).name();
110 return ustr_hashCharsN(s, uprv_strlen(s));
111 }
112
113 /**
114 * Use the value type, T, as the description.
115 */
116 virtual char *writeDescription(char *buffer, int32_t bufLen) const {
117 const char *s = typeid(T).name();
118 uprv_strncpy(buffer, s, bufLen);
119 buffer[bufLen - 1] = 0;
120 return buffer;
121 }
122
123 /**
124 * Two objects are equal if they are of the same type.
125 */
126 virtual UBool operator == (const CacheKeyBase &other) const {
127 return typeid(*this) == typeid(other);
128 }
129};
130
131/**
132 * Cache key based on locale.
133 * A key of type LocaleCacheKey<T> maps to a value of type T.
134 */
135template<typename T>
136class LocaleCacheKey : public CacheKey<T> {
137 protected:
138 Locale fLoc;
139 public:
140 LocaleCacheKey(const Locale &loc) : fLoc(loc) {};
141 LocaleCacheKey(const LocaleCacheKey<T> &other)
142 : CacheKey<T>(other), fLoc(other.fLoc) { }
143 virtual ~LocaleCacheKey() { }
144 virtual int32_t hashCode() const {
f3c0d7a5 145 return (int32_t)(37u * (uint32_t)CacheKey<T>::hashCode() + (uint32_t)fLoc.hashCode());
b331163b
A
146 }
147 virtual UBool operator == (const CacheKeyBase &other) const {
148 // reflexive
149 if (this == &other) {
150 return TRUE;
151 }
152 if (!CacheKey<T>::operator == (other)) {
153 return FALSE;
154 }
155 // We know this and other are of same class because operator== on
156 // CacheKey returned true.
157 const LocaleCacheKey<T> *fOther =
158 static_cast<const LocaleCacheKey<T> *>(&other);
159 return fLoc == fOther->fLoc;
160 }
161 virtual CacheKeyBase *clone() const {
162 return new LocaleCacheKey<T>(*this);
163 }
164 virtual const T *createObject(
165 const void *creationContext, UErrorCode &status) const;
166 /**
167 * Use the locale id as the description.
168 */
169 virtual char *writeDescription(char *buffer, int32_t bufLen) const {
170 const char *s = fLoc.getName();
171 uprv_strncpy(buffer, s, bufLen);
172 buffer[bufLen - 1] = 0;
173 return buffer;
174 }
175
176};
177
178/**
179 * The unified cache. A singleton type.
2ca993e8
A
180 * Design doc here:
181 * https://docs.google.com/document/d/1RwGQJs4N4tawNbf809iYDRCvXoMKqDJihxzYt1ysmd8/edit?usp=sharing
b331163b 182 */
2ca993e8 183class U_COMMON_API UnifiedCache : public UnifiedCacheBase {
b331163b
A
184 public:
185 /**
186 * @internal
2ca993e8
A
187 * Do not call directly. Instead use UnifiedCache::getInstance() as
188 * there should be only one UnifiedCache in an application.
b331163b
A
189 */
190 UnifiedCache(UErrorCode &status);
191
192 /**
193 * Returns the cache instance.
194 */
2ca993e8 195 static UnifiedCache *getInstance(UErrorCode &status);
b331163b
A
196
197 /**
198 * Fetches a value from the cache by key. Equivalent to
199 * get(key, NULL, ptr, status);
200 */
201 template<typename T>
202 void get(
203 const CacheKey<T>& key,
204 const T *&ptr,
205 UErrorCode &status) const {
206 get(key, NULL, ptr, status);
207 }
208
209 /**
210 * Fetches value from the cache by key.
211 *
212 * @param key the cache key.
213 * @param creationContext passed verbatim to createObject method of key
214 * @param ptr On entry, ptr must be NULL or be included if
215 * the reference count of the object it points
216 * to. On exit, ptr points to the fetched object
217 * from the cache or is left unchanged on
218 * failure. Caller must call removeRef on ptr
219 * if set to a non NULL value.
220 * @param status Any error returned here. May be set to a
221 * warning value even if ptr is set.
222 */
223 template<typename T>
224 void get(
225 const CacheKey<T>& key,
226 const void *creationContext,
227 const T *&ptr,
228 UErrorCode &status) const {
229 if (U_FAILURE(status)) {
230 return;
231 }
232 UErrorCode creationStatus = U_ZERO_ERROR;
233 const SharedObject *value = NULL;
234 _get(key, value, creationContext, creationStatus);
235 const T *tvalue = (const T *) value;
236 if (U_SUCCESS(creationStatus)) {
237 SharedObject::copyPtr(tvalue, ptr);
238 }
239 SharedObject::clearPtr(tvalue);
240 // Take care not to overwrite a warning status passed in with
241 // another warning or U_ZERO_ERROR.
242 if (status == U_ZERO_ERROR || U_FAILURE(creationStatus)) {
243 status = creationStatus;
244 }
245 }
246
247#ifdef UNIFIED_CACHE_DEBUG
248 /**
249 * Dumps the contents of this cache to standard error. Used for testing of
250 * cache only.
251 */
252 void dumpContents() const;
253#endif
254
255 /**
256 * Convenience method to get a value of type T from cache for a
257 * particular locale with creationContext == NULL.
258 * @param loc the locale
259 * @param ptr On entry, must be NULL or included in the ref count
260 * of the object to which it points.
261 * On exit, fetched value stored here or is left
262 * unchanged on failure. Caller must call removeRef on
263 * ptr if set to a non NULL value.
264 * @param status Any error returned here. May be set to a
265 * warning value even if ptr is set.
266 */
267 template<typename T>
268 static void getByLocale(
269 const Locale &loc, const T *&ptr, UErrorCode &status) {
270 const UnifiedCache *cache = getInstance(status);
271 if (U_FAILURE(status)) {
272 return;
273 }
274 cache->get(LocaleCacheKey<T>(loc), ptr, status);
275 }
276
277#ifdef UNIFIED_CACHE_DEBUG
278 /**
279 * Dumps the cache contents to stderr. For testing only.
280 */
281 static void dump();
282#endif
283
284 /**
285 * Returns the number of keys in this cache. For testing only.
286 */
287 int32_t keyCount() const;
288
289 /**
290 * Removes any values from cache that are not referenced outside
291 * the cache.
292 */
293 void flush() const;
294
2ca993e8
A
295 /**
296 * Configures at what point evcition of unused entries will begin.
297 * Eviction is triggered whenever the number of unused entries exeeds
298 * BOTH count AND (number of in-use items) * (percentageOfInUseItems / 100).
299 * Once the number of unused entries drops below one of these,
300 * eviction ceases. Because eviction happens incrementally,
301 * the actual unused entry count may exceed both these numbers
302 * from time to time.
303 *
304 * A cache entry is defined as unused if it is not essential to guarantee
305 * that for a given key X, the cache returns the same reference to the
306 * same value as long as the client already holds a reference to that
307 * value.
308 *
309 * If this method is never called, the default settings are 1000 and 100%.
310 *
311 * Although this method is thread-safe, it is designed to be called at
312 * application startup. If it is called in the middle of execution, it
313 * will have no immediate effect on the cache. However over time, the
314 * cache will perform eviction slices in an attempt to honor the new
315 * settings.
316 *
317 * If a client already holds references to many different unique values
318 * in the cache such that the number of those unique values far exeeds
319 * "count" then the cache may not be able to maintain this maximum.
320 * However, if this happens, the cache still guarantees that the number of
321 * unused entries will remain only a small percentage of the total cache
322 * size.
323 *
324 * If the parameters passed are negative, setEvctionPolicy sets status to
325 * U_ILLEGAL_ARGUMENT_ERROR.
326 */
327 void setEvictionPolicy(
328 int32_t count, int32_t percentageOfInUseItems, UErrorCode &status);
329
330
331 /**
332 * Returns how many entries have been auto evicted during the lifetime
333 * of this cache. This only includes auto evicted entries, not
334 * entries evicted because of a call to flush().
335 */
336 int64_t autoEvictedCount() const;
337
338 /**
339 * Returns the unused entry count in this cache. For testing only,
340 * Regular clients will not need this.
341 */
342 int32_t unusedCount() const;
343
344 virtual void incrementItemsInUse() const;
345 virtual void decrementItemsInUseWithLockingAndEviction() const;
346 virtual void decrementItemsInUse() const;
b331163b
A
347 virtual ~UnifiedCache();
348 private:
349 UHashtable *fHashtable;
2ca993e8
A
350 mutable int32_t fEvictPos;
351 mutable int32_t fItemsInUseCount;
352 int32_t fMaxUnused;
353 int32_t fMaxPercentageOfInUse;
354 mutable int64_t fAutoEvictedCount;
b331163b
A
355 UnifiedCache(const UnifiedCache &other);
356 UnifiedCache &operator=(const UnifiedCache &other);
357 UBool _flush(UBool all) const;
358 void _get(
359 const CacheKeyBase &key,
360 const SharedObject *&value,
361 const void *creationContext,
362 UErrorCode &status) const;
363 UBool _poll(
364 const CacheKeyBase &key,
365 const SharedObject *&value,
366 UErrorCode &status) const;
367 void _putNew(
368 const CacheKeyBase &key,
369 const SharedObject *value,
370 const UErrorCode creationStatus,
371 UErrorCode &status) const;
372 void _putIfAbsentAndGet(
373 const CacheKeyBase &key,
374 const SharedObject *&value,
375 UErrorCode &status) const;
2ca993e8
A
376 const UHashElement *_nextElement() const;
377 int32_t _computeCountOfItemsToEvict() const;
378 void _runEvictionSlice() const;
379 void _registerMaster(
380 const CacheKeyBase *theKey, const SharedObject *value) const;
381 void _put(
382 const UHashElement *element,
383 const SharedObject *value,
384 const UErrorCode status) const;
b331163b
A
385#ifdef UNIFIED_CACHE_DEBUG
386 void _dumpContents() const;
387#endif
2ca993e8
A
388 static void copyPtr(const SharedObject *src, const SharedObject *&dest);
389 static void clearPtr(const SharedObject *&ptr);
b331163b
A
390 static void _fetch(
391 const UHashElement *element,
392 const SharedObject *&value,
393 UErrorCode &status);
394 static UBool _inProgress(const UHashElement *element);
2ca993e8
A
395 static UBool _inProgress(
396 const SharedObject *theValue, UErrorCode creationStatus);
397 static UBool _isEvictable(const UHashElement *element);
b331163b
A
398};
399
400U_NAMESPACE_END
401
402#endif