vadtree.c File Reference

#include "mi.h"

Go to the source code of this file.

Functions
VOID	MiInsertVad (IN PMMVAD Vad)
VOID	MiRemoveVad (IN PMMVAD Vad)
PMMVAD FASTCALL	MiLocateAddress (IN PVOID VirtualAddress)
PVOID	MiFindEmptyAddressRange (IN SIZE_T SizeOfRange, IN ULONG_PTR Alignment, IN ULONG QuickCheck)

---

Function Documentation

PVOID MiFindEmptyAddressRange (  IN SIZE_T  SizeOfRange, IN ULONG_PTR  Alignment, IN ULONG  QuickCheck )

Definition at line 431 of file vadtree.c. References _MMVAD::EndingVpn, MI_ROUND_TO_SIZE, MI_VPN_TO_VA, MI_VPN_TO_VA_ENDING, MiFindEmptyAddressRangeInTree(), MiGetNextVad, NULL, PsGetCurrentProcess, _MMVAD::StartingVpn, _EPROCESS::VadFreeHint, and _EPROCESS::VadRoot. Referenced by MiMapLockedPagesInUserSpace(), MiMapViewOfDataSection(), MiMapViewOfImageSection(), MiMapViewOfPhysicalSection(), and NtAllocateVirtualMemory(). 00439 : 00440 00441 The function examines the virtual address descriptors to locate 00442 an unused range of the specified size and returns the starting 00443 address of the range. 00444 00445 Arguments: 00446 00447 SizeOfRange - Supplies the size in bytes of the range to locate. 00448 00449 Alignment - Supplies the alignment for the address. Must be 00450 a power of 2 and greater than the page_size. 00451 00452 QuickCheck - Supplies a zero if a quick check for free memory 00453 after the VadFreeHint exists, non-zero if checking 00454 should start at the lowest address. 00455 00456 Return Value: 00457 00458 Returns the starting address of a suitable range. 00459 00460 --*/ 00461 00462 { 00463 PMMVAD NextVad; 00464 PMMVAD FreeHint; 00465 PEPROCESS CurrentProcess; 00466 PVOID StartingVa; 00467 PVOID EndingVa; 00468 00469 CurrentProcess = PsGetCurrentProcess(); 00470 FreeHint = CurrentProcess->VadFreeHint; 00471 00472 if ((QuickCheck == 0) && (FreeHint != NULL)) { 00473 00474 EndingVa = MI_VPN_TO_VA_ENDING (FreeHint->EndingVpn); 00475 NextVad = MiGetNextVad (FreeHint); 00476 if (NextVad == NULL) { 00477 00478 if (SizeOfRange < 00479 (((ULONG_PTR)MM_HIGHEST_USER_ADDRESS + 1) - 00480 MI_ROUND_TO_SIZE((ULONG_PTR)EndingVa, Alignment))) { 00481 return (PMMADDRESS_NODE)MI_ROUND_TO_SIZE((ULONG_PTR)EndingVa, 00482 Alignment); 00483 } 00484 } else { 00485 StartingVa = MI_VPN_TO_VA (NextVad->StartingVpn); 00486 00487 if (SizeOfRange < 00488 ((ULONG_PTR)StartingVa - 00489 MI_ROUND_TO_SIZE((ULONG_PTR)EndingVa, Alignment))) { 00490 00491 // 00492 // Check to ensure that the ending address aligned upwards 00493 // is not greater than the starting address. 00494 // 00495 00496 if ((ULONG_PTR)StartingVa > 00497 MI_ROUND_TO_SIZE((ULONG_PTR)EndingVa,Alignment)) { 00498 return (PMMADDRESS_NODE)MI_ROUND_TO_SIZE((ULONG_PTR)EndingVa, 00499 Alignment); 00500 } 00501 } 00502 } 00503 } 00504 00505 return (PMMVAD)MiFindEmptyAddressRangeInTree ( 00506 SizeOfRange, 00507 Alignment, 00508 (PMMADDRESS_NODE)(CurrentProcess->VadRoot), 00509 (PMMADDRESS_NODE *)&CurrentProcess->VadFreeHint); 00510 00511 }

VOID MiInsertVad (  IN PMMVAD  Vad  )

Definition at line 30 of file vadtree.c. References ASSERT, _EPROCESS::CommitCharge, _EPROCESS::CommitChargeLimit, _EPROCESS::CommitChargePeak, _MMWSL::CommittedPageTables, EXCEPTION_EXECUTE_HANDLER, ExRaiseStatus(), FALSE, _EPROCESS::Job, _EPROCESS::JobStatus, MI_CHECK_BIT, MI_SET_BIT, MI_VA_TO_VPN, MI_VPN_TO_VA, MiChargeCommitment(), MiChargePageFileQuota(), MiGetPpePdeOffset, MiInsertNode(), MiReturnPageFileQuota(), MM_DBG_COMMIT_INSERT_VAD, MM_MAX_COMMIT, MM_TRACK_COMMIT, MMVAD, MmWorkingSetList, NonPagedPool, NULL, _MMWSL::NumberOfCommittedPageTables, PagedPool, PDE_PER_PAGE, PS_JOB_STATUS_REPORT_COMMIT_CHANGES, PsChangeJobMemoryUsage(), PsChargePoolQuota(), PsGetCurrentProcess, PsReportProcessMemoryLimitViolation(), PsReturnPoolQuota(), PTE_SHIFT, TRUE, _EPROCESS::VadFreeHint, _EPROCESS::VadHint, _EPROCESS::VadRoot, and X64K. Referenced by MiCloneProcessAddressSpace(), MiCreatePebOrTeb(), MiMapLockedPagesInUserSpace(), MiMapViewOfDataSection(), MiMapViewOfImageSection(), MiMapViewOfPhysicalSection(), MmInitializeProcessAddressSpace(), NtAllocateVirtualMemory(), and NtFreeVirtualMemory(). : This function inserts a virtual address descriptor into the tree and reorders the splay tree as appropriate. Arguments: Vad - Supplies a pointer to a virtual address descriptor Return Value: None - An exception is raised if quota is exceeded. --*/ { PMMADDRESS_NODE *Root; PEPROCESS CurrentProcess; SIZE_T RealCharge; SIZE_T PageCharge; SIZE_T PagedQuotaCharged; ULONG FirstPage; ULONG LastPage; SIZE_T PagedPoolCharge; LOGICAL ChargedPageFileQuota; LOGICAL ChargedJobCommit; ASSERT (Vad->EndingVpn >= Vad->StartingVpn); CurrentProcess = PsGetCurrentProcess(); // // Commit charge of MAX_COMMIT means don't charge quota. // if (Vad->u.VadFlags.CommitCharge != MM_MAX_COMMIT) { PageCharge = 0; PagedQuotaCharged = 0; ChargedPageFileQuota = FALSE; ChargedJobCommit = FALSE; // // Charge quota for the nonpaged pool for the VAD. This is // done here rather than by using ExAllocatePoolWithQuota // so the process object is not referenced by the quota charge. // PsChargePoolQuota (CurrentProcess, NonPagedPool, sizeof(MMVAD)); try { // // Charge quota for the prototype PTEs if this is a mapped view. // if ((Vad->u.VadFlags.PrivateMemory == 0) && (Vad->ControlArea != NULL)) { PagedPoolCharge = (Vad->EndingVpn - Vad->StartingVpn) << PTE_SHIFT; PsChargePoolQuota (CurrentProcess, PagedPool, PagedPoolCharge); PagedQuotaCharged = PagedPoolCharge; } #if !defined (_WIN64) // // Add in the charge for page table pages. // FirstPage = MiGetPpePdeOffset (MI_VPN_TO_VA (Vad->StartingVpn)); LastPage = MiGetPpePdeOffset (MI_VPN_TO_VA (Vad->EndingVpn)); while (FirstPage <= LastPage) { if (!MI_CHECK_BIT (MmWorkingSetList->CommittedPageTables, FirstPage)) { PageCharge += 1; } FirstPage += 1; } #endif RealCharge = Vad->u.VadFlags.CommitCharge + PageCharge; if (RealCharge != 0) { MiChargePageFileQuota (RealCharge, CurrentProcess); ChargedPageFileQuota = TRUE; #if 0 //commented out so page file quota is meaningful. if (Vad->u.VadFlags.PrivateMemory == 0) { if ((Vad->ControlArea->FilePointer == NULL) && (Vad->u.VadFlags.PhysicalMapping == 0)) { // // Don't charge commitment for the page file space // occupied by a page file section. This will be // charged as the shared memory is committed. // RealCharge -= 1 + (Vad->EndingVpn - Vad->StartingVpn); } } #endif //0 if (CurrentProcess->CommitChargeLimit) { if (CurrentProcess->CommitCharge + RealCharge > CurrentProcess->CommitChargeLimit) { if (CurrentProcess->Job) { PsReportProcessMemoryLimitViolation (); } ExRaiseStatus (STATUS_COMMITMENT_LIMIT); } } if (CurrentProcess->JobStatus & PS_JOB_STATUS_REPORT_COMMIT_CHANGES) { if (PsChangeJobMemoryUsage(RealCharge) == FALSE) { ExRaiseStatus (STATUS_COMMITMENT_LIMIT); } ChargedJobCommit = TRUE; } if (MiChargeCommitment (RealCharge, CurrentProcess) == FALSE) { ExRaiseStatus (STATUS_COMMITMENT_LIMIT); } CurrentProcess->CommitCharge += RealCharge; if (CurrentProcess->CommitCharge > CurrentProcess->CommitChargePeak) { CurrentProcess->CommitChargePeak = CurrentProcess->CommitCharge; } } } except (EXCEPTION_EXECUTE_HANDLER) { // // Return any quotas charged thus far. // PsReturnPoolQuota (CurrentProcess, NonPagedPool, sizeof(MMVAD)); if (PagedQuotaCharged != 0) { PsReturnPoolQuota (CurrentProcess, PagedPool, PagedPoolCharge); } if (ChargedPageFileQuota == TRUE) { MiReturnPageFileQuota (RealCharge, CurrentProcess); } if (ChargedJobCommit == TRUE) { // // Temporarily up the process commit charge as the // job code will be referencing it as though everything // has succeeded. // CurrentProcess->CommitCharge += RealCharge; PsChangeJobMemoryUsage(-(SSIZE_T)RealCharge); CurrentProcess->CommitCharge -= RealCharge; } ExRaiseStatus (GetExceptionCode()); } MM_TRACK_COMMIT (MM_DBG_COMMIT_INSERT_VAD, RealCharge); #if !defined (_WIN64) if (PageCharge != 0) { // // Since the commitment was successful, charge the page // table pages. // FirstPage = MiGetPpePdeOffset (MI_VPN_TO_VA (Vad->StartingVpn)); while (FirstPage <= LastPage) { if (!MI_CHECK_BIT (MmWorkingSetList->CommittedPageTables, FirstPage)) { MI_SET_BIT (MmWorkingSetList->CommittedPageTables, FirstPage); MmWorkingSetList->NumberOfCommittedPageTables += 1; #if defined (_X86PAE_) ASSERT (MmWorkingSetList->NumberOfCommittedPageTables < PD_PER_SYSTEM * PDE_PER_PAGE); #else ASSERT (MmWorkingSetList->NumberOfCommittedPageTables < PDE_PER_PAGE); #endif } FirstPage += 1; } } #endif } Root = (PMMADDRESS_NODE *)&CurrentProcess->VadRoot; // // Set the hint field in the process to this Vad. // CurrentProcess->VadHint = Vad; if (CurrentProcess->VadFreeHint != NULL) { if (((ULONG)((PMMVAD)CurrentProcess->VadFreeHint)->EndingVpn + MI_VA_TO_VPN (X64K)) >= Vad->StartingVpn) { CurrentProcess->VadFreeHint = Vad; } } MiInsertNode ( (PMMADDRESS_NODE)Vad, Root); return; }

PMMVAD FASTCALL MiLocateAddress (  IN PVOID  VirtualAddress  )

Definition at line 380 of file vadtree.c. References MI_VA_TO_VPN, MiLocateAddressInTree(), NULL, PsGetCurrentProcess, _EPROCESS::VadHint, and _EPROCESS::VadRoot. Referenced by MiCheckVirtualAddress(), MiUnmapLockedPagesInUserSpace(), MmDeleteTeb(), MmFlushVirtualMemory(), MmMapUserAddressesToPage(), MmSecureVirtualMemory(), MmSetBankedSection(), MmUnmapViewOfSection(), MmUnsecureVirtualMemory(), NtAreMappedFilesTheSame(), NtFreeVirtualMemory(), NtLockVirtualMemory(), and NtUnlockVirtualMemory(). 00386 : 00387 00388 The function locates the virtual address descriptor which describes 00389 a given address. 00390 00391 Arguments: 00392 00393 VirtualAddress - Supplies the virtual address to locate a descriptor 00394 for. 00395 00396 Return Value: 00397 00398 Returns a pointer to the virtual address descriptor which contains 00399 the supplied virtual address or NULL if none was located. 00400 00401 --*/ 00402 00403 { 00404 PMMVAD FoundVad; 00405 PEPROCESS CurrentProcess; 00406 ULONG_PTR Vpn; 00407 00408 CurrentProcess = PsGetCurrentProcess(); 00409 00410 if (CurrentProcess->VadHint == NULL) { 00411 return NULL; 00412 } 00413 00414 Vpn = MI_VA_TO_VPN (VirtualAddress); 00415 if ((Vpn >= ((PMMADDRESS_NODE)CurrentProcess->VadHint)->StartingVpn) && 00416 (Vpn <= ((PMMADDRESS_NODE)CurrentProcess->VadHint)->EndingVpn)) { 00417 00418 return (PMMVAD)CurrentProcess->VadHint; 00419 } 00420 00421 FoundVad = (PMMVAD)MiLocateAddressInTree ( Vpn, 00422 (PMMADDRESS_NODE *)&(CurrentProcess->VadRoot)); 00423 00424 if (FoundVad != NULL) { 00425 CurrentProcess->VadHint = (PVOID)FoundVad; 00426 } 00427 return FoundVad; 00428 }

VOID MiRemoveVad (  IN PMMVAD  Vad  )

Definition at line 256 of file vadtree.c. References BYTES_TO_PAGES, _EPROCESS::CommitCharge, ExFreePool(), _EPROCESS::JobStatus, _MMSECURE_ENTRY::List, List, MiGetPreviousVad, MiRemoveNode(), MiReturnCommitment(), MiReturnPageFileQuota(), MM_DBG_COMMIT_RETURN_VAD, MM_MAX_COMMIT, MM_TRACK_COMMIT, NonPagedPool, NULL, PagedPool, PS_JOB_STATUS_REPORT_COMMIT_CHANGES, PsChangeJobMemoryUsage(), PsGetCurrentProcess, PsReturnPoolQuota(), PTE_SHIFT, _EPROCESS::VadFreeHint, _EPROCESS::VadHint, and _EPROCESS::VadRoot. Referenced by MiUnmapLockedPagesInUserSpace(), MmCleanProcessAddressSpace(), MmDeleteTeb(), MmUnmapViewOfSection(), NtAllocateVirtualMemory(), and NtFreeVirtualMemory(). 00262 : 00263 00264 This function removes a virtual address descriptor from the tree and 00265 reorders the splay tree as appropriate. If any quota or commitment 00266 was charged by the VAD (as indicated by the CommitCharge field) it 00267 is released. 00268 00269 Arguments: 00270 00271 Vad - Supplies a pointer to a virtual address descriptor. 00272 00273 Return Value: 00274 00275 None. 00276 00277 --*/ 00278 00279 { 00280 PMMADDRESS_NODE *Root; 00281 PEPROCESS CurrentProcess; 00282 SIZE_T RealCharge; 00283 PLIST_ENTRY Next; 00284 PMMSECURE_ENTRY Entry; 00285 00286 CurrentProcess = PsGetCurrentProcess(); 00287 00288 00289 // 00290 // Commit charge of MAX_COMMIT means don't charge quota. 00291 // 00292 00293 if (Vad->u.VadFlags.CommitCharge != MM_MAX_COMMIT) { 00294 00295 // 00296 // Return the quota charge to the process. 00297 // 00298 00299 PsReturnPoolQuota (CurrentProcess, NonPagedPool, sizeof(MMVAD)); 00300 00301 if ((Vad->u.VadFlags.PrivateMemory == 0) && 00302 (Vad->ControlArea != NULL)) { 00303 PsReturnPoolQuota (CurrentProcess, 00304 PagedPool, 00305 (Vad->EndingVpn - Vad->StartingVpn) << PTE_SHIFT); 00306 } 00307 00308 RealCharge = Vad->u.VadFlags.CommitCharge; 00309 00310 if (RealCharge != 0) { 00311 00312 MiReturnPageFileQuota (RealCharge, CurrentProcess); 00313 00314 if ((Vad->u.VadFlags.PrivateMemory == 0) && 00315 (Vad->ControlArea != NULL)) { 00316 00317 #if 0 //commented out so page file quota is meaningful. 00318 if (Vad->ControlArea->FilePointer == NULL) { 00319 00320 // 00321 // Don't release commitment for the page file space 00322 // occupied by a page file section. This will be charged 00323 // as the shared memory is committed. 00324 // 00325 00326 RealCharge -= BYTES_TO_PAGES ((ULONG)Vad->EndingVa - 00327 (ULONG)Vad->StartingVa); 00328 } 00329 #endif 00330 } 00331 00332 MiReturnCommitment (RealCharge); 00333 MM_TRACK_COMMIT (MM_DBG_COMMIT_RETURN_VAD, RealCharge); 00334 if (CurrentProcess->JobStatus & PS_JOB_STATUS_REPORT_COMMIT_CHANGES) { 00335 PsChangeJobMemoryUsage(-(SSIZE_T)RealCharge); 00336 } 00337 CurrentProcess->CommitCharge -= RealCharge; 00338 } 00339 } 00340 00341 if (Vad == CurrentProcess->VadFreeHint) { 00342 CurrentProcess->VadFreeHint = MiGetPreviousVad (Vad); 00343 } 00344 00345 Root = (PMMADDRESS_NODE *)&CurrentProcess->VadRoot; 00346 00347 MiRemoveNode ( (PMMADDRESS_NODE)Vad, Root); 00348 00349 if (Vad->u.VadFlags.NoChange) { 00350 if (Vad->u2.VadFlags2.MultipleSecured) { 00351 00352 // 00353 // Free the oustanding pool allocations. 00354 // 00355 00356 Next = Vad->u3.List.Flink; 00357 do { 00358 Entry = CONTAINING_RECORD( Next, 00359 MMSECURE_ENTRY, 00360 List); 00361 00362 Next = Entry->List.Flink; 00363 ExFreePool (Entry); 00364 } while (Next != &Vad->u3.List); 00365 } 00366 } 00367 00368 // 00369 // If the VadHint was the removed Vad, change the Hint. 00370 00371 if (CurrentProcess->VadHint == Vad) { 00372 CurrentProcess->VadHint = CurrentProcess->VadRoot; 00373 } 00374 00375 return; 00376 }

---