Sorting source tree a bit
[tpg/acess2.git] / KernelLand / Kernel / arch / x86 / mm_phys.c
diff --git a/KernelLand/Kernel/arch/x86/mm_phys.c b/KernelLand/Kernel/arch/x86/mm_phys.c
new file mode 100644 (file)
index 0000000..aa1b260
--- /dev/null
@@ -0,0 +1,552 @@
+/*
+ * Acess2
+ * - Physical memory manager
+ */
+#define DEBUG  0
+#include <acess.h>
+#include <mboot.h>
+#include <mm_virt.h>
+
+//#define USE_STACK    1
+#define TRACE_ALLOCS   0       // Print trace messages on AllocPhys/DerefPhys
+
+
+// === IMPORTS ===
+extern char    gKernelEnd[];
+extern void    Proc_PrintBacktrace(void);
+
+// === PROTOTYPES ===
+void   MM_Install(tMBoot_Info *MBoot);
+//tPAddr       MM_AllocPhys(void);
+//tPAddr       MM_AllocPhysRange(int Pages, int MaxBits);
+//void MM_RefPhys(tPAddr PAddr);
+//void MM_DerefPhys(tPAddr PAddr);
+// int MM_GetRefCount(tPAddr PAddr);
+
+// === GLOBALS ===
+tMutex glPhysAlloc;
+Uint64 giPhysAlloc = 0;        // Number of allocated pages
+Uint64 giPageCount = 0;        // Total number of pages
+Uint64 giLastPossibleFree = 0; // Last possible free page (before all pages are used)
+
+Uint32 gaSuperBitmap[1024];    // Blocks of 1024 Pages
+Uint32 gaPageBitmap[1024*1024/32];     // Individual pages
+ int   *gaPageReferences;
+void   **gaPageNodes = (void*)MM_PAGENODE_BASE;
+#define REFENT_PER_PAGE        (0x1000/sizeof(gaPageReferences[0]))
+
+// === CODE ===
+void MM_Install(tMBoot_Info *MBoot)
+{
+       Uint    kernelPages, num;
+       Uint    i;
+       Uint64  maxAddr = 0;
+       tMBoot_Module   *mods;
+       tMBoot_MMapEnt  *ent;
+       
+       // --- Find largest address
+       MBoot->MMapAddr |= KERNEL_BASE;
+       ent = (void *)( MBoot->MMapAddr );
+       while( (Uint)ent < MBoot->MMapAddr + MBoot->MMapLength )
+       {
+               // Adjust for size
+               ent->Size += 4;
+               
+               // If entry is RAM and is above `maxAddr`, change `maxAddr`
+               if(ent->Type == 1 && ent->Base + ent->Length > maxAddr)
+                       maxAddr = ent->Base + ent->Length;
+               // Go to next entry
+               ent = (tMBoot_MMapEnt *)( (Uint)ent + ent->Size );
+       }
+       
+       if(maxAddr == 0) {      
+               giPageCount = (MBoot->HighMem >> 2) + 256;      // HighMem is a kByte value
+       }
+       else {
+               giPageCount = maxAddr >> 12;
+       }
+       giLastPossibleFree = giPageCount - 1;
+       
+       memsetd(gaPageBitmap, 0xFFFFFFFF, giPageCount/32);
+       
+       // Set up allocateable space
+       ent = (void *)( MBoot->MMapAddr );
+       while( (Uint)ent < MBoot->MMapAddr + MBoot->MMapLength )
+       {               
+               memsetd( &gaPageBitmap[ent->Base/(4096*32)], 0, ent->Length/(4096*32) );
+               ent = (tMBoot_MMapEnt *)( (Uint)ent + ent->Size );
+       }
+       
+       // Get used page count (Kernel)
+       kernelPages = (Uint)&gKernelEnd - KERNEL_BASE - 0x100000;
+       kernelPages += 0xFFF;   // Page Align
+       kernelPages >>= 12;
+       
+       // Fill page bitmap
+       num = kernelPages/32;
+       memsetd( &gaPageBitmap[0x100000/(4096*32)], -1, num );
+       gaPageBitmap[ 0x100000/(4096*32) + num ] = (1 << (kernelPages & 31)) - 1;
+       
+       // Fill Superpage bitmap
+       num = kernelPages/(32*32);
+       memsetd( &gaSuperBitmap[0x100000/(4096*32*32)], -1, num );
+       gaSuperBitmap[ 0x100000/(4096*32*32) + num ] = (1 << ((kernelPages / 32) & 31)) - 1;
+       
+       // Mark Multiboot's pages as taken
+       // - Structure
+       MM_RefPhys( (Uint)MBoot - KERNEL_BASE );
+       // - Module List
+       for(i = (MBoot->ModuleCount*sizeof(tMBoot_Module)+0xFFF)>12; i--; )
+               MM_RefPhys( MBoot->Modules + (i << 12) );
+       // - Modules
+       mods = (void*)(MBoot->Modules + KERNEL_BASE);
+       for(i = 0; i < MBoot->ModuleCount; i++)
+       {
+               num = (mods[i].End - mods[i].Start + 0xFFF) >> 12;
+               while(num--)
+                       MM_RefPhys( (mods[i].Start & ~0xFFF) + (num<<12) );
+       }
+
+       gaPageReferences = (void*)MM_REFCOUNT_BASE;
+
+       Log_Log("PMem", "Physical memory set up");
+}
+
+/**
+ * \fn tPAddr MM_AllocPhys(void)
+ * \brief Allocates a physical page from the general pool
+ */
+tPAddr MM_AllocPhys(void)
+{
+       // int  a, b, c;
+        int    indx = -1;
+       tPAddr  ret;
+       
+       ENTER("");
+       
+       Mutex_Acquire( &glPhysAlloc );
+       
+       // Classful scan
+       #if 1
+       {
+       const int addrClasses[] = {0,16,20,24,32,64};
+       const int numAddrClasses = sizeof(addrClasses)/sizeof(addrClasses[0]);
+        int    i;
+        int    first, last;
+       for( i = numAddrClasses; i -- > 1; )
+       {
+               first = 1UL << (addrClasses[i-1] - 12);
+               last = (1UL << (addrClasses[i] - 12)) - 1;
+               // Range is above the last free page
+               if( first > giLastPossibleFree )
+                       continue;
+               // Last possible free page is in the range
+               if( last > giLastPossibleFree )
+                       last = giLastPossibleFree;
+                       
+               // Scan the range
+               for( indx = first; indx < last; )
+               {
+                       if( gaSuperBitmap[indx>>10] == -1 ) {
+                               indx += 1024;
+                               continue;
+                       }
+                       
+                       if( gaPageBitmap[indx>>5] == -1 ) {
+                               indx += 32;
+                               continue;
+                       }
+                       
+                       if( gaPageBitmap[indx>>5] & (1 << (indx&31)) ) {
+                               indx ++;
+                               continue;
+                       }
+                       break;
+               }
+               if( indx < last )       break;
+               
+               giLastPossibleFree = first;     // Well, we couldn't find any in this range
+       }
+       // Out of memory?
+       if( i <= 1 )    indx = -1;
+       }
+       #elif 0
+       // Find free page
+       // Scan downwards
+       LOG("giLastPossibleFree = %i", giLastPossibleFree);
+       for( indx = giLastPossibleFree; indx >= 0; )
+       {
+               if( gaSuperBitmap[indx>>10] == -1 ) {
+                       indx -= 1024;
+                       continue;
+               }
+               
+               if( gaPageBitmap[indx>>5] == -1 ) {
+                       indx -= 32;
+                       continue;
+               }
+               
+               if( gaPageBitmap[indx>>5] & (1 << (indx&31)) ) {
+                       indx --;
+                       continue;
+               }
+               break;
+       }
+       if( indx >= 0 )
+               giLastPossibleFree = indx;
+       LOG("indx = %i", indx);
+       #else
+       c = giLastPossibleFree % 32;
+       b = (giLastPossibleFree / 32) % 32;
+       a = giLastPossibleFree / 1024;
+       
+       LOG("a=%i,b=%i,c=%i", a, b, c);
+       for( ; gaSuperBitmap[a] == -1 && a >= 0; a-- );
+       if(a < 0) {
+               Mutex_Release( &glPhysAlloc );
+               Warning("MM_AllocPhys - OUT OF MEMORY (Called by %p) - %lli/%lli used",
+                       __builtin_return_address(0), giPhysAlloc, giPageCount);
+               LEAVE('i', 0);
+               return 0;
+       }
+       for( ; gaSuperBitmap[a] & (1<<b); b-- );
+       for( ; gaPageBitmap[a*32+b] & (1<<c); c-- );
+       LOG("a=%i,b=%i,c=%i", a, b, c);
+       indx = (a << 10) | (b << 5) | c;
+       if( indx >= 0 )
+               giLastPossibleFree = indx;
+       #endif
+       
+       if( indx < 0 ) {
+               Mutex_Release( &glPhysAlloc );
+               Warning("MM_AllocPhys - OUT OF MEMORY (Called by %p) - %lli/%lli used (indx = %x)",
+                       __builtin_return_address(0), giPhysAlloc, giPageCount, indx);
+               Log_Debug("PMem", "giLastPossibleFree = %lli", giLastPossibleFree);
+               LEAVE('i', 0);
+               return 0;
+       }
+       
+       if( indx > 0xFFFFF ) {
+               Panic("The fuck? Too many pages! (indx = 0x%x)", indx);
+       }
+       
+       if( indx >= giPageCount ) {
+               Mutex_Release( &glPhysAlloc );
+               Log_Error("PMem", "MM_AllocPhys - indx(%i) > giPageCount(%i)", indx, giPageCount);
+               LEAVE('i', 0);
+               return 0;
+       }
+       
+       // Mark page used
+       if( MM_GetPhysAddr( (tVAddr)&gaPageReferences[indx] ) )
+               gaPageReferences[indx] = 1;
+       gaPageBitmap[ indx>>5 ] |= 1 << (indx&31);
+       
+       giPhysAlloc ++;
+       
+       // Get address
+       ret = indx << 12;
+       
+       // Mark used block
+       if(gaPageBitmap[ indx>>5 ] == -1) {
+               gaSuperBitmap[indx>>10] |= 1 << ((indx>>5)&31);
+       }
+
+       // Release Spinlock
+       Mutex_Release( &glPhysAlloc );
+       
+       LEAVE('X', ret);
+       #if TRACE_ALLOCS
+       if( now() > 4000 ) {
+       Log_Debug("PMem", "MM_AllocPhys: RETURN %P (%i free)", ret, giPageCount-giPhysAlloc);
+       Proc_PrintBacktrace();
+       }
+       #endif
+       return ret;
+}
+
+/**
+ * \fn tPAddr MM_AllocPhysRange(int Pages, int MaxBits)
+ * \brief Allocate a range of physical pages
+ * \param Pages        Number of pages to allocate
+ * \param MaxBits      Maximum number of address bits to use
+ */
+tPAddr MM_AllocPhysRange(int Pages, int MaxBits)
+{
+        int    a, b;
+        int    i, idx, sidx;
+       tPAddr  ret;
+       
+       ENTER("iPages iMaxBits", Pages, MaxBits);
+       
+       // Sanity Checks
+       if(MaxBits < 0) {
+               LEAVE('i', 0);
+               return 0;
+       }
+       if(MaxBits > PHYS_BITS) MaxBits = PHYS_BITS;
+       
+       // Lock
+       Mutex_Acquire( &glPhysAlloc );
+       
+       // Set up search state
+       if( giLastPossibleFree > ((tPAddr)1 << (MaxBits-12)) ) {
+               sidx = (tPAddr)1 << (MaxBits-12);
+       }
+       else {
+               sidx = giLastPossibleFree;
+       }
+       idx = sidx / 32;
+       sidx %= 32;
+       b = idx % 32;
+       a = idx / 32;
+       
+       #if 0
+       LOG("a=%i, b=%i, idx=%i, sidx=%i", a, b, idx, sidx);
+       
+       // Find free page
+       for( ; gaSuperBitmap[a] == -1 && a --; )        b = 31;
+       if(a < 0) {
+               Mutex_Release( &glPhysAlloc );
+               Warning("MM_AllocPhysRange - OUT OF MEMORY (Called by %p)", __builtin_return_address(0));
+               LEAVE('i', 0);
+               return 0;
+       }
+       LOG("a = %i", a);
+       for( ; gaSuperBitmap[a] & (1 << b); b-- )       sidx = 31;
+       LOG("b = %i", b);
+       idx = a * 32 + b;
+       for( ; gaPageBitmap[idx] & (1 << sidx); sidx-- )
+               LOG("gaPageBitmap[%i] = 0x%08x", idx, gaPageBitmap[idx]);
+       
+       LOG("idx = %i, sidx = %i", idx, sidx);
+       #else
+       
+       #endif
+       
+       // Check if the gap is large enough
+       while( idx >= 0 )
+       {
+               // Find a free page
+               for( ; ; )
+               {
+                       // Bulk Skip
+                       if( gaPageBitmap[idx] == -1 ) {
+                               idx --;
+                               sidx = 31;
+                               continue;
+                       }
+                       
+                       if( gaPageBitmap[idx] & (1 << sidx) ) {
+                               sidx --;
+                               if(sidx < 0) {  sidx = 31;      idx --; }
+                               if(idx < 0)     break;
+                               continue;
+                       }
+                       break;
+               }
+               if( idx < 0 )   break;
+               
+               // Check if it is a free range
+               for( i = 0; i < Pages; i++ )
+               {
+                       // Used page? break
+                       if( gaPageBitmap[idx] & (1 << sidx) )
+                               break;
+                       
+                       sidx --;
+                       if(sidx < 0) {  sidx = 31;      idx --; }
+                       if(idx < 0)     break;
+               }
+               
+               if( i == Pages )
+                       break;
+       }
+       
+       // Check if an address was found
+       if( idx < 0 ) {
+               Mutex_Release( &glPhysAlloc );
+               Warning("MM_AllocPhysRange - OUT OF MEMORY (Called by %p)", __builtin_return_address(0));
+               LEAVE('i', 0);
+               return 0;
+       }
+       
+       // Mark pages used
+       for( i = 0; i < Pages; i++ )
+       {
+               if( MM_GetPhysAddr( (tVAddr)&gaPageReferences[idx*32+sidx] ) )
+                       gaPageReferences[idx*32+sidx] = 1;
+               gaPageBitmap[ idx ] |= 1 << sidx;
+               sidx ++;
+               giPhysAlloc ++;
+               if(sidx == 32) { sidx = 0;      idx ++; }
+       }
+       
+       // Get address
+       ret = (idx << 17) | (sidx << 12);
+       
+       // Mark used block
+       if(gaPageBitmap[ idx ] == -1)   gaSuperBitmap[idx/32] |= 1 << (idx%32);
+
+       // Release Spinlock
+       Mutex_Release( &glPhysAlloc );
+       
+       LEAVE('X', ret);
+       #if TRACE_ALLOCS
+       Log_Debug("PMem", "MM_AllocPhysRange: RETURN 0x%llx-0x%llx (%i free)",
+               ret, ret + (1<<Pages)-1, giPageCount-giPhysAlloc);
+       #endif
+       return ret;
+}
+
+/**
+ * \fn void MM_RefPhys(tPAddr PAddr)
+ */
+void MM_RefPhys(tPAddr PAddr)
+{
+       // Get page number
+       PAddr >>= 12;
+
+       // We don't care about non-ram pages
+       if(PAddr >= giPageCount)        return;
+       
+       // Lock Structures
+       Mutex_Acquire( &glPhysAlloc );
+       
+       // Reference the page
+       if( gaPageReferences )
+       {
+               if( MM_GetPhysAddr( (tVAddr)&gaPageReferences[PAddr] ) == 0 )
+               {
+                        int    i, base;
+                       tVAddr  addr = ((tVAddr)&gaPageReferences[PAddr]) & ~0xFFF;
+//                     Log_Debug("PMem", "MM_RefPhys: Allocating info for %X", PAddr);
+                       Mutex_Release( &glPhysAlloc );
+                       if( MM_Allocate( addr ) == 0 ) {
+                               Log_KernelPanic("PMem", "MM_RefPhys: Out of physical memory allocating info for %X", PAddr*PAGE_SIZE);
+                       }
+                       Mutex_Acquire( &glPhysAlloc );
+                       
+                       base = PAddr & ~(1024-1);
+                       for( i = 0; i < 1024; i ++ ) {
+                               gaPageReferences[base + i] = (gaPageBitmap[(base+i)/32] & (1 << (base+i)%32)) ? 1 : 0;
+                       }
+               }
+               gaPageReferences[ PAddr ] ++;
+       }
+       
+       // Mark as used
+       gaPageBitmap[ PAddr / 32 ] |= 1 << (PAddr&31);
+       
+       // Mark used block
+       if(gaPageBitmap[ PAddr / 32 ] == -1)
+               gaSuperBitmap[PAddr/1024] |= 1 << ((PAddr/32)&31);
+       
+       // Release Spinlock
+       Mutex_Release( &glPhysAlloc );
+}
+
+/**
+ * \fn void MM_DerefPhys(tPAddr PAddr)
+ * \brief Dereferences a physical page
+ */
+void MM_DerefPhys(tPAddr PAddr)
+{
+       // Get page number
+       PAddr >>= 12;
+
+       // We don't care about non-ram pages
+       if(PAddr >= giPageCount)        return;
+       
+       // Check if it is freed
+       if( !(gaPageBitmap[PAddr / 32] & (1 << PAddr%32)) ) {
+               Log_Warning("MMVirt", "MM_DerefPhys - Non-referenced memory dereferenced");
+               return;
+       }
+       
+       // Lock Structures
+       Mutex_Acquire( &glPhysAlloc );
+       
+       if( giLastPossibleFree < PAddr )
+               giLastPossibleFree = PAddr;
+
+       // Dereference
+       if( !MM_GetPhysAddr( (tVAddr)&gaPageReferences[PAddr] ) || (-- gaPageReferences[PAddr]) == 0 )
+       {
+               #if TRACE_ALLOCS
+               Log_Debug("PMem", "MM_DerefPhys: Free'd %P (%i free)", PAddr<<12, giPageCount-giPhysAlloc);
+               Proc_PrintBacktrace();
+               #endif
+               //LOG("Freed 0x%x by %p\n", PAddr<<12, __builtin_return_address(0));
+               giPhysAlloc --;
+               gaPageBitmap[ PAddr / 32 ] &= ~(1 << (PAddr&31));
+               if(gaPageBitmap[ PAddr / 32 ] == 0)
+                       gaSuperBitmap[ PAddr >> 10 ] &= ~(1 << ((PAddr >> 5)&31));
+
+               if( MM_GetPhysAddr( (tVAddr) &gaPageNodes[PAddr] ) )
+               {
+                       gaPageNodes[PAddr] = NULL;
+                       // TODO: Free Node Page when fully unused
+               }
+       }
+
+       // Release spinlock
+       Mutex_Release( &glPhysAlloc );
+}
+
+/**
+ * \fn int MM_GetRefCount(tPAddr Addr)
+ */
+int MM_GetRefCount(tPAddr PAddr)
+{
+       // Get page number
+       PAddr >>= 12;
+       
+       // We don't care about non-ram pages
+       if(PAddr >= giPageCount)        return -1;
+
+       if( MM_GetPhysAddr( (tVAddr)&gaPageReferences[PAddr] ) == 0 )
+               return (gaPageBitmap[PAddr / 32] & (1 << PAddr%32)) ? 1 : 0;
+       
+       // Check if it is freed
+       return gaPageReferences[ PAddr ];
+}
+
+int MM_SetPageNode(tPAddr PAddr, void *Node)
+{
+       tVAddr  block_addr;
+       
+       if( MM_GetRefCount(PAddr) == 0 )        return 1;
+        
+       PAddr /= PAGE_SIZE;
+
+       block_addr = (tVAddr) &gaPageNodes[PAddr];
+       block_addr &= ~(PAGE_SIZE-1);
+       
+       if( !MM_GetPhysAddr( block_addr ) )
+       {
+               if( !MM_Allocate( block_addr ) ) {
+                       Log_Warning("PMem", "Unable to allocate Node page");
+                       return -1;
+               }
+               memset( (void*)block_addr, 0, PAGE_SIZE );
+       }
+
+       gaPageNodes[PAddr] = Node;
+//     Log("gaPageNodes[0x%x] = %p", PAddr, Node);
+       return 0;
+}
+
+int MM_GetPageNode(tPAddr PAddr, void **Node)
+{
+       if( MM_GetRefCount(PAddr) == 0 )        return 1;
+       
+       PAddr /= PAGE_SIZE;
+       if( !MM_GetPhysAddr( (tVAddr) &gaPageNodes[PAddr] ) ) {
+               *Node = NULL;
+               return 0;
+       }
+       *Node = gaPageNodes[PAddr];
+       return 0;
+}
+

UCC git Repository :: git.ucc.asn.au