MemoryManager.h
1 
11 #ifndef WRENCH_MEMORYMANAGER_H
12 #define WRENCH_MEMORYMANAGER_H
13 
14 #include <string>
15 #include <wrench/services/Service.h>
16 #include <wrench/simulation/Simulation.h>
17 #include "Block.h"
18 
19 namespace wrench {
20 
21  /***********************/
23  /***********************/
24 
29  class MemoryManager : public Service {
30 
31  public:
32 
33  private:
34  s4u_Disk *memory;
35  double dirty_ratio;
36  int interval;
37  int expired_time;
38  std::vector<Block *> inactive_list;
39  std::vector<Block *> active_list;
40  double total;
41 
42  // We keep track of these properties since we don't want to traverse through two LRU lists to get them.
43  double free;
44  double cached;
45  double dirty;
46 
47  std::vector<double> time_log;
48  std::vector<double> dirty_log;
49  std::vector<double> cached_log;
50  std::vector<double> free_log;
51 
52 
53  MemoryManager(s4u_Disk *memory, double dirty_ratio, int interval, int expired_time, std::string hostname);
54 
55  int main() override;
56 
57  void balanceLruLists();
58 
59  double pdflush();
60 
61  double flushExpiredData(std::vector<Block *> &list);
62 
63  double flushLruList(std::vector<Block *> &list, double amount, std::string excluded_filename);
64 
65  public:
66 
67  static std::shared_ptr<MemoryManager> initAndStart(Simulation *simulation, s4u_Disk *memory,
68  double dirty_ratio, int interval, int expired_time,
69  std::string hostname);
70 
71  void kill();
72 
73  s4u_Disk *getMemory() const;
74 
75  void setMemory(s4u_Disk *memory);
76 
77  double getDirtyRatio() const;
78 
79  void setDirtyRatio(double dirty_ratio);
80 
81  double getFreeMemory() const;
82 
83  void releaseMemory(double released_amt);
84 
85  void useAnonymousMemory(double used_amt);
86 
87  double getTotalCachedAmount() const;
88 
89  double getDirty() const;
90 
91  double getEvictableMemory();
92 
93  double getAvailableMemory();
94 
95  double getTotalMemory();
96 
97  double flush(double amount, std::string excluded_filename);
98 
99  double evict(double amount, std::string excluded_filename);
100 
101  simgrid::s4u::IoPtr readToCache(std::string filename, std::shared_ptr<FileLocation> location,
102  double amount, bool async);
103 
104  void readChunkFromCache(std::string filename, double amount);
105 
106  void writebackToCache(std::string filename, std::shared_ptr<FileLocation> location, double amount, bool is_dirty);
107 
108  void addToCache(std::string filename, std::shared_ptr<FileLocation> location, double amount, bool is_dirty);
109 
110  double getCachedAmount(std::string filename);
111 
112  std::vector<Block*> getCachedBlocks(std::string filename);
113 
114  static s4u_Disk *getDisk(std::string mountpoint, std::string hostname);
115 
116  void log();
117 
118  void export_log(std::string filename);
119 
120  /***********************/
122  /***********************/
123  };
124 
125 }
126 
127 #endif //WRENCH_MEMORYMANAGER_H
simgrid::s4u::IoPtr readToCache(std::string filename, std::shared_ptr< FileLocation > location, double amount, bool async)
Read data from disk to cache.
Definition: MemoryManager.cpp:379
double getDirty() const
Get number of dirty bytes.
Definition: MemoryManager.cpp:163
static std::shared_ptr< MemoryManager > initAndStart(Simulation *simulation, s4u_Disk *memory, double dirty_ratio, int interval, int expired_time, std::string hostname)
Initialize and start the memory_manager_service manager.
Definition: MemoryManager.cpp:52
A class that implemnets a MemoryManager service to simulate Linux in-memory page caching for I/O oper...
Definition: MemoryManager.h:29
s4u_Disk * getMemory() const
Get the memory disk.
Definition: MemoryManager.cpp:97
void addToCache(std::string filename, std::shared_ptr< FileLocation > location, double amount, bool is_dirty)
Add a file to cache.
Definition: MemoryManager.cpp:524
std::vector< Block * > getCachedBlocks(std::string filename)
Get list of cached blocks of a file.
Definition: MemoryManager.cpp:623
double flush(double amount, std::string excluded_filename)
Flush dirty data from cache.
Definition: MemoryManager.cpp:261
static s4u_Disk * getDisk(std::string mountpoint, std::string hostname)
Retrieve the disk where the file is stored.
Definition: MemoryManager.cpp:649
void readChunkFromCache(std::string filename, double amount)
Simulate a read from cache, re-access and update cached file data.
Definition: MemoryManager.cpp:402
Definition: Alarm.cpp:20
void writebackToCache(std::string filename, std::shared_ptr< FileLocation > location, double amount, bool is_dirty)
Simulate a file write to cache.
Definition: MemoryManager.cpp:509
void export_log(std::string filename)
Export the log to a file.
Definition: MemoryManager.cpp:684
double getFreeMemory() const
Get the amount of free memory.
Definition: MemoryManager.cpp:129
double getDirtyRatio() const
Get the dirty ratio.
Definition: MemoryManager.cpp:113
double getAvailableMemory()
Get currently available cache memory.
Definition: MemoryManager.cpp:183
void kill()
Immediately terminate periodical flushing.
Definition: MemoryManager.cpp:89
void setMemory(s4u_Disk *memory)
Set the memory disk.
Definition: MemoryManager.cpp:105
std::string hostname
The name of the host on which the daemon is running.
Definition: S4U_Daemon.h:51
A class that provides basic simulation methods. Once the simulation object has been explicitly or imp...
Definition: Simulation.h:46
double evict(double amount, std::string excluded_filename)
Evicted clean data from cache.
Definition: MemoryManager.cpp:333
void releaseMemory(double released_amt)
Release memory.
Definition: MemoryManager.cpp:137
double getCachedAmount(std::string filename)
Get amount of cached data of a file in cache.
Definition: MemoryManager.cpp:599
double getTotalMemory()
Get total available cache memory.
Definition: MemoryManager.cpp:191
void setDirtyRatio(double dirty_ratio)
Set the dirty ratio.
Definition: MemoryManager.cpp:121
A service that can be added to the simulation and that can be used by a WMS when executing a workflow...
Definition: Service.h:26
void useAnonymousMemory(double used_amt)
Update the amount of used memory.
Definition: MemoryManager.cpp:146
void log()
Append to the log.
Definition: MemoryManager.cpp:673
double getTotalCachedAmount() const
Get total number of cached bytes.
Definition: MemoryManager.cpp:155
double getEvictableMemory()
Get current evictable memory.
Definition: MemoryManager.cpp:171
Simulation * simulation
a pointer to the simulation object
Definition: S4U_Daemon.h:105