1e50cf876SIngo Weinhold /* 2be7328a9SIngo Weinhold * Copyright 2008-2009, Ingo Weinhold, ingo_weinhold@gmx.de. 3e50cf876SIngo Weinhold * Copyright 2003-2007, Axel Dörfler, axeld@pinc-software.de. 4e50cf876SIngo Weinhold * Distributed under the terms of the MIT License. 5e50cf876SIngo Weinhold * 6e50cf876SIngo Weinhold * Copyright 2001-2002, Travis Geiselbrecht. All rights reserved. 7e50cf876SIngo Weinhold * Distributed under the terms of the NewOS License. 8e50cf876SIngo Weinhold */ 9e50cf876SIngo Weinhold #ifndef _KERNEL_VM_VM_CACHE_H 10e50cf876SIngo Weinhold #define _KERNEL_VM_VM_CACHE_H 11e50cf876SIngo Weinhold 12e50cf876SIngo Weinhold 13355dc6beSIngo Weinhold #include <debug.h> 14e50cf876SIngo Weinhold #include <kernel.h> 15e50cf876SIngo Weinhold #include <vm/vm.h> 16be7328a9SIngo Weinhold #include <vm/vm_types.h> 17be7328a9SIngo Weinhold 18be7328a9SIngo Weinhold #include "kernel_debug_config.h" 19e50cf876SIngo Weinhold 20e50cf876SIngo Weinhold 21e50cf876SIngo Weinhold struct kernel_args; 22e50cf876SIngo Weinhold 23e50cf876SIngo Weinhold 24be7328a9SIngo Weinhold enum { 25be7328a9SIngo Weinhold CACHE_TYPE_RAM = 0, 26be7328a9SIngo Weinhold CACHE_TYPE_VNODE, 27be7328a9SIngo Weinhold CACHE_TYPE_DEVICE, 28be7328a9SIngo Weinhold CACHE_TYPE_NULL 29be7328a9SIngo Weinhold }; 30be7328a9SIngo Weinhold 31522c2f19SIngo Weinhold enum { 32522c2f19SIngo Weinhold PAGE_EVENT_NOT_BUSY = 0x01 // page not busy anymore 33522c2f19SIngo Weinhold }; 34522c2f19SIngo Weinhold 35522c2f19SIngo Weinhold 36be7328a9SIngo Weinhold struct VMCachePagesTreeDefinition { 37be7328a9SIngo Weinhold typedef page_num_t KeyType; 38be7328a9SIngo Weinhold typedef vm_page NodeType; 39be7328a9SIngo Weinhold 40be7328a9SIngo Weinhold static page_num_t GetKey(const NodeType* node) 41be7328a9SIngo Weinhold { 42be7328a9SIngo Weinhold return node->cache_offset; 43be7328a9SIngo Weinhold } 44be7328a9SIngo Weinhold 45be7328a9SIngo Weinhold static SplayTreeLink<NodeType>* GetLink(NodeType* node) 46be7328a9SIngo Weinhold { 47be7328a9SIngo Weinhold return &node->cache_link; 48be7328a9SIngo Weinhold } 49be7328a9SIngo Weinhold 50be7328a9SIngo Weinhold static int Compare(page_num_t key, const NodeType* node) 51be7328a9SIngo Weinhold { 52be7328a9SIngo Weinhold return key == node->cache_offset ? 0 53be7328a9SIngo Weinhold : (key < node->cache_offset ? -1 : 1); 54be7328a9SIngo Weinhold } 55be7328a9SIngo Weinhold 56be7328a9SIngo Weinhold static NodeType** GetListLink(NodeType* node) 57be7328a9SIngo Weinhold { 58be7328a9SIngo Weinhold return &node->cache_next; 59be7328a9SIngo Weinhold } 60be7328a9SIngo Weinhold }; 61be7328a9SIngo Weinhold 62be7328a9SIngo Weinhold typedef IteratableSplayTree<VMCachePagesTreeDefinition> VMCachePagesTree; 63be7328a9SIngo Weinhold 64be7328a9SIngo Weinhold struct VMCache { 65be7328a9SIngo Weinhold public: 66be7328a9SIngo Weinhold VMCache(); 67be7328a9SIngo Weinhold virtual ~VMCache(); 68be7328a9SIngo Weinhold 69be7328a9SIngo Weinhold status_t Init(uint32 cacheType); 70be7328a9SIngo Weinhold 71be7328a9SIngo Weinhold virtual void Delete(); 72be7328a9SIngo Weinhold 73355dc6beSIngo Weinhold inline bool Lock(); 74355dc6beSIngo Weinhold inline bool TryLock(); 75355dc6beSIngo Weinhold inline bool SwitchLock(mutex* from); 76*77690f28SIngo Weinhold inline bool SwitchFromReadLock(rw_lock* from); 77be7328a9SIngo Weinhold void Unlock(); 78355dc6beSIngo Weinhold inline void AssertLocked(); 79be7328a9SIngo Weinhold 80355dc6beSIngo Weinhold inline void AcquireRefLocked(); 81355dc6beSIngo Weinhold inline void AcquireRef(); 82355dc6beSIngo Weinhold inline void ReleaseRefLocked(); 83355dc6beSIngo Weinhold inline void ReleaseRef(); 84355dc6beSIngo Weinhold inline void ReleaseRefAndUnlock(); 85be7328a9SIngo Weinhold 86522c2f19SIngo Weinhold void WaitForPageEvents(vm_page* page, uint32 events, 87522c2f19SIngo Weinhold bool relock); 88522c2f19SIngo Weinhold void NotifyPageEvents(vm_page* page, uint32 events) 89522c2f19SIngo Weinhold { if (fPageEventWaiters != NULL) 90522c2f19SIngo Weinhold _NotifyPageEvents(page, events); } 91522c2f19SIngo Weinhold 92be7328a9SIngo Weinhold vm_page* LookupPage(off_t offset); 93be7328a9SIngo Weinhold void InsertPage(vm_page* page, off_t offset); 94be7328a9SIngo Weinhold void RemovePage(vm_page* page); 95eb8dc1ebSIngo Weinhold void MovePage(vm_page* page); 96eb8dc1ebSIngo Weinhold void MoveAllPages(VMCache* fromCache); 97be7328a9SIngo Weinhold 98be7328a9SIngo Weinhold void AddConsumer(VMCache* consumer); 99be7328a9SIngo Weinhold 100be7328a9SIngo Weinhold status_t InsertAreaLocked(VMArea* area); 101be7328a9SIngo Weinhold status_t RemoveArea(VMArea* area); 1022e74d74fSIngo Weinhold void TransferAreas(VMCache* fromCache); 1032e74d74fSIngo Weinhold uint32 CountWritableAreas(VMArea* ignoreArea) const; 104be7328a9SIngo Weinhold 105be7328a9SIngo Weinhold status_t WriteModified(); 106be7328a9SIngo Weinhold status_t SetMinimalCommitment(off_t commitment); 107be7328a9SIngo Weinhold status_t Resize(off_t newSize); 108be7328a9SIngo Weinhold 109be7328a9SIngo Weinhold status_t FlushAndRemoveAllPages(); 110be7328a9SIngo Weinhold 111be7328a9SIngo Weinhold // for debugging only 112be7328a9SIngo Weinhold mutex* GetLock() 113be7328a9SIngo Weinhold { return &fLock; } 114be7328a9SIngo Weinhold int32 RefCount() const 115be7328a9SIngo Weinhold { return fRefCount; } 116be7328a9SIngo Weinhold 117be7328a9SIngo Weinhold // backing store operations 118be7328a9SIngo Weinhold virtual status_t Commit(off_t size); 119be7328a9SIngo Weinhold virtual bool HasPage(off_t offset); 120be7328a9SIngo Weinhold 1216440406aSIngo Weinhold virtual status_t Read(off_t offset, const iovec *vecs, 1226440406aSIngo Weinhold size_t count,uint32 flags, 1236440406aSIngo Weinhold size_t *_numBytes); 124be7328a9SIngo Weinhold virtual status_t Write(off_t offset, const iovec *vecs, size_t count, 125be7328a9SIngo Weinhold uint32 flags, size_t *_numBytes); 126be7328a9SIngo Weinhold virtual status_t WriteAsync(off_t offset, const iovec* vecs, 127be7328a9SIngo Weinhold size_t count, size_t numBytes, uint32 flags, 128be7328a9SIngo Weinhold AsyncIOCallback* callback); 129be7328a9SIngo Weinhold virtual bool CanWritePage(off_t offset); 130be7328a9SIngo Weinhold 131be7328a9SIngo Weinhold virtual int32 MaxPagesPerWrite() const 132be7328a9SIngo Weinhold { return -1; } // no restriction 133be7328a9SIngo Weinhold virtual int32 MaxPagesPerAsyncWrite() const 134be7328a9SIngo Weinhold { return -1; } // no restriction 135be7328a9SIngo Weinhold 136be7328a9SIngo Weinhold virtual status_t Fault(struct VMAddressSpace *aspace, 137be7328a9SIngo Weinhold off_t offset); 138be7328a9SIngo Weinhold 139be7328a9SIngo Weinhold virtual void Merge(VMCache* source); 140be7328a9SIngo Weinhold 141be7328a9SIngo Weinhold virtual status_t AcquireUnreferencedStoreRef(); 142be7328a9SIngo Weinhold virtual void AcquireStoreRef(); 143be7328a9SIngo Weinhold virtual void ReleaseStoreRef(); 144be7328a9SIngo Weinhold 145be7328a9SIngo Weinhold public: 1466440406aSIngo Weinhold VMArea* areas; 1476440406aSIngo Weinhold list_link consumer_link; 1486440406aSIngo Weinhold list consumers; 149be7328a9SIngo Weinhold // list of caches that use this cache as a source 150be7328a9SIngo Weinhold VMCachePagesTree pages; 151be7328a9SIngo Weinhold VMCache* source; 152be7328a9SIngo Weinhold off_t virtual_base; 153be7328a9SIngo Weinhold off_t virtual_end; 154be7328a9SIngo Weinhold off_t committed_size; 155be7328a9SIngo Weinhold // TODO: Remove! 156be7328a9SIngo Weinhold uint32 page_count; 157be7328a9SIngo Weinhold uint32 temporary : 1; 158be7328a9SIngo Weinhold uint32 scan_skip : 1; 159be7328a9SIngo Weinhold uint32 type : 6; 160be7328a9SIngo Weinhold 161be7328a9SIngo Weinhold #if DEBUG_CACHE_LIST 1626440406aSIngo Weinhold VMCache* debug_previous; 1636440406aSIngo Weinhold VMCache* debug_next; 164be7328a9SIngo Weinhold #endif 165be7328a9SIngo Weinhold 166be7328a9SIngo Weinhold private: 167522c2f19SIngo Weinhold struct PageEventWaiter; 168522c2f19SIngo Weinhold 169522c2f19SIngo Weinhold private: 170522c2f19SIngo Weinhold void _NotifyPageEvents(vm_page* page, uint32 events); 171522c2f19SIngo Weinhold 1726440406aSIngo Weinhold inline bool _IsMergeable() const; 1736440406aSIngo Weinhold 1746440406aSIngo Weinhold void _MergeWithOnlyConsumer(); 1756440406aSIngo Weinhold void _RemoveConsumer(VMCache* consumer); 1766440406aSIngo Weinhold 1776440406aSIngo Weinhold private: 178be7328a9SIngo Weinhold int32 fRefCount; 179be7328a9SIngo Weinhold mutex fLock; 180522c2f19SIngo Weinhold PageEventWaiter* fPageEventWaiters; 181be7328a9SIngo Weinhold }; 182be7328a9SIngo Weinhold 183be7328a9SIngo Weinhold 184be7328a9SIngo Weinhold #if DEBUG_CACHE_LIST 185be7328a9SIngo Weinhold extern VMCache* gDebugCacheList; 186be7328a9SIngo Weinhold #endif 187be7328a9SIngo Weinhold 188be7328a9SIngo Weinhold 189be7328a9SIngo Weinhold class VMCacheFactory { 190be7328a9SIngo Weinhold public: 191be7328a9SIngo Weinhold static status_t CreateAnonymousCache(VMCache*& cache, 192be7328a9SIngo Weinhold bool canOvercommit, int32 numPrecommittedPages, 193be7328a9SIngo Weinhold int32 numGuardPages, bool swappable); 194be7328a9SIngo Weinhold static status_t CreateVnodeCache(VMCache*& cache, 195be7328a9SIngo Weinhold struct vnode* vnode); 196be7328a9SIngo Weinhold static status_t CreateDeviceCache(VMCache*& cache, 197be7328a9SIngo Weinhold addr_t baseAddress); 198be7328a9SIngo Weinhold static status_t CreateNullCache(VMCache*& cache); 199be7328a9SIngo Weinhold }; 200be7328a9SIngo Weinhold 201be7328a9SIngo Weinhold 202355dc6beSIngo Weinhold 203355dc6beSIngo Weinhold bool 204355dc6beSIngo Weinhold VMCache::Lock() 205355dc6beSIngo Weinhold { 206355dc6beSIngo Weinhold return mutex_lock(&fLock) == B_OK; 207355dc6beSIngo Weinhold } 208355dc6beSIngo Weinhold 209355dc6beSIngo Weinhold 210355dc6beSIngo Weinhold bool 211355dc6beSIngo Weinhold VMCache::TryLock() 212355dc6beSIngo Weinhold { 213355dc6beSIngo Weinhold return mutex_trylock(&fLock) == B_OK; 214355dc6beSIngo Weinhold } 215355dc6beSIngo Weinhold 216355dc6beSIngo Weinhold 217355dc6beSIngo Weinhold bool 218355dc6beSIngo Weinhold VMCache::SwitchLock(mutex* from) 219355dc6beSIngo Weinhold { 220355dc6beSIngo Weinhold return mutex_switch_lock(from, &fLock) == B_OK; 221355dc6beSIngo Weinhold } 222355dc6beSIngo Weinhold 223355dc6beSIngo Weinhold 224*77690f28SIngo Weinhold bool 225*77690f28SIngo Weinhold VMCache::SwitchFromReadLock(rw_lock* from) 226*77690f28SIngo Weinhold { 227*77690f28SIngo Weinhold return mutex_switch_from_read_lock(from, &fLock) == B_OK; 228*77690f28SIngo Weinhold } 229*77690f28SIngo Weinhold 230*77690f28SIngo Weinhold 231355dc6beSIngo Weinhold void 232355dc6beSIngo Weinhold VMCache::AssertLocked() 233355dc6beSIngo Weinhold { 234355dc6beSIngo Weinhold ASSERT_LOCKED_MUTEX(&fLock); 235355dc6beSIngo Weinhold } 236355dc6beSIngo Weinhold 237355dc6beSIngo Weinhold 238355dc6beSIngo Weinhold void 239355dc6beSIngo Weinhold VMCache::AcquireRefLocked() 240355dc6beSIngo Weinhold { 241355dc6beSIngo Weinhold ASSERT_LOCKED_MUTEX(&fLock); 242355dc6beSIngo Weinhold 243355dc6beSIngo Weinhold fRefCount++; 244355dc6beSIngo Weinhold } 245355dc6beSIngo Weinhold 246355dc6beSIngo Weinhold 247355dc6beSIngo Weinhold void 248355dc6beSIngo Weinhold VMCache::AcquireRef() 249355dc6beSIngo Weinhold { 250355dc6beSIngo Weinhold Lock(); 251355dc6beSIngo Weinhold fRefCount++; 252355dc6beSIngo Weinhold Unlock(); 253355dc6beSIngo Weinhold } 254355dc6beSIngo Weinhold 255355dc6beSIngo Weinhold 256355dc6beSIngo Weinhold void 257355dc6beSIngo Weinhold VMCache::ReleaseRefLocked() 258355dc6beSIngo Weinhold { 259355dc6beSIngo Weinhold ASSERT_LOCKED_MUTEX(&fLock); 260355dc6beSIngo Weinhold 261355dc6beSIngo Weinhold fRefCount--; 262355dc6beSIngo Weinhold } 263355dc6beSIngo Weinhold 264355dc6beSIngo Weinhold 265355dc6beSIngo Weinhold void 266355dc6beSIngo Weinhold VMCache::ReleaseRef() 267355dc6beSIngo Weinhold { 268355dc6beSIngo Weinhold Lock(); 269355dc6beSIngo Weinhold fRefCount--; 270355dc6beSIngo Weinhold Unlock(); 271355dc6beSIngo Weinhold } 272355dc6beSIngo Weinhold 273355dc6beSIngo Weinhold 274355dc6beSIngo Weinhold void 275355dc6beSIngo Weinhold VMCache::ReleaseRefAndUnlock() 276355dc6beSIngo Weinhold { 277355dc6beSIngo Weinhold ReleaseRefLocked(); 278355dc6beSIngo Weinhold Unlock(); 279355dc6beSIngo Weinhold } 280355dc6beSIngo Weinhold 281355dc6beSIngo Weinhold 282e50cf876SIngo Weinhold #ifdef __cplusplus 283e50cf876SIngo Weinhold extern "C" { 284e50cf876SIngo Weinhold #endif 285e50cf876SIngo Weinhold 286e50cf876SIngo Weinhold status_t vm_cache_init(struct kernel_args *args); 2872e74d74fSIngo Weinhold void vm_cache_init_post_heap(); 288e50cf876SIngo Weinhold struct VMCache *vm_cache_acquire_locked_page_cache(struct vm_page *page, 289e50cf876SIngo Weinhold bool dontWait); 290e50cf876SIngo Weinhold 291e50cf876SIngo Weinhold #ifdef __cplusplus 292e50cf876SIngo Weinhold } 293e50cf876SIngo Weinhold #endif 294e50cf876SIngo Weinhold 295be7328a9SIngo Weinhold 296e50cf876SIngo Weinhold #endif /* _KERNEL_VM_VM_CACHE_H */ 297