00001
00002
00003
00004
00005
00006
00007
00008
00009
00010
00011
00012
00013
00014
00015
00016
00017
00018
00019
00020
00021
00022
00023
00024
00025 #define HEADER_FILE
00026
#include <kxmips.h>
00027
00028 #define VLM_SUPPORT 1
00029
00030
00031
00032
00033
00034
#if defined(VLM_SUPPORT)
00035 #define MM_KSEG0_BASE KSEG0_BASE64
00036 #define MM_HIGHEST_USER_ADDRESSxx MM_HIGHEST_USER_ADDRESS64
00037
#else
00038
#define MM_KSEG0_BASE KSEG0_BASE
00039
#define MM_HIGHEST_USER_ADDRESSxx MM_HIGHEST_USER_ADDRESS
00040
#endif
00041
00042
00043
00044
00045
00046
00047
00048
00049
00050 #define LARGE_PAGES 1
00051
00052
00053
00054
00055
00056
00057
00058
00059
00060
00061
00062
00063
00064
00065
00066
00067
00068
00069
00070
00071
00072
00073
00074
00075
00076
00077
00078
00079
00080
00081
00082
00083
00084
00085
00086
00087
00088
00089
00090
00091
00092
00093
00094
00095
00096
00097
00098
00099
00100
00101
00102
00103
00104
00105
00106
00107
00108
00109
00110
00111
00112
00113
00114
00115
00116
00117
00118
00119
00120
00121
00122
00123
00124
00125
00126
00127
00128
00129
00130
00131 #define MM_VIRTUAL_PAGE_SHIFT 20
00132
00133
00134
00135
00136
00137
00138 #define PDE_BASE64 ((ULONG)0xC0302000)
00139
00140
00141 #define PTE_BASE64 ((ULONG)0xC0800000)
00142
00143 #define MM_SYSTEM_SPACE_START (0xC2800000)
00144
00145 #define MM_SYSTEM_SPACE_END (0xFFFFFFFF)
00146
00147 #define MM_NONPAGED_SYSTEM_SPACE_START (0xF0000000)
00148
00149 #define PDE_TOP 0xC03FFFFF
00150
00151 #define MM_PAGES_IN_KSEG0 (((ULONG)KSEG1_BASE - (ULONG)KSEG0_BASE) >> PAGE_SHIFT)
00152
00153
#define HYPER_SPACE ((PVOID)0xC0400000)
00154
00155 #define HYPER_SPACE_END 0xC07fffff
00156
00157
00158
00159
00160
00161
00162 #define MM_SYSTEM_CACHE_WORKING_SET (0xC2800000)
00163
00164 #define MM_SYSTEM_CACHE_START (0xC2C00000)
00165
00166 #define MM_SYSTEM_CACHE_END (0xDE000000)
00167
00168 #define MM_MAXIMUM_SYSTEM_CACHE_SIZE \
00169
(((ULONG)MM_SYSTEM_CACHE_END - (ULONG)MM_SYSTEM_CACHE_START) >> PAGE_SHIFT)
00170
00171
00172
00173
00174
00175 #define MM_SYSTEM_VIEW_START (0xDE000000)
00176
00177 #define MM_SYSTEM_VIEW_SIZE (48*1024*1024)
00178
00179 #define MM_PAGED_POOL_START ((PVOID)(0xE1000000))
00180
00181 #define MM_LOWEST_NONPAGED_SYSTEM_START ((PVOID)(0xEB000000))
00182
00183 #define MmProtopte_Base ((ULONG)0xE1000000)
00184
00185 #define MM_NONPAGED_POOL_END ((PVOID)(0xFFBE0000))
00186
00187 #define NON_PAGED_SYSTEM_END ((ULONG)0xFFFFFFF0) //quadword aligned.
00188
00189
00190
00191
00192
00193 #define MM_MINIMUM_SYSTEM_PTES 9000
00194
00195 #define MM_MAXIMUM_SYSTEM_PTES 50000
00196
00197 #define MM_DEFAULT_SYSTEM_PTES 15000
00198
00199
00200
00201
00202
00203
00204
00205
00206
00207 #define MM_MAX_INITIAL_NONPAGED_POOL ((ULONG)(128*1024*1024))
00208
00209
00210
00211
00212
00213 #define MM_MAX_ADDITIONAL_NONPAGED_POOL ((ULONG)(128*1024*1024))
00214
00215
00216
00217
00218
00219 #define MM_MAX_PAGED_POOL ((ULONG)(192*1024*1024))
00220
00221 #define MM_MAX_TOTAL_POOL (((ULONG)MM_NONPAGED_POOL_END) - ((ULONG)(MM_PAGED_POOL_START)))
00222
00223
00224
00225
00226
00227
00228 #define PAGE_DIRECTORY_MASK ((ULONG)0x003FFFFF)
00229
00230 #define MM_VA_MAPPED_BY_PDE (0x400000)
00231
00232 #define LOWEST_IO_ADDRESS (0x40000000)
00233
00234 #define PTE_SHIFT (2)
00235
00236
00237
00238
00239
00240 #define MM_HIGHEST_VAD_ADDRESS64 ((PVOID64)(0x800000000))
00241
00242
00243
00244
00245
00246 #define PHYSICAL_ADDRESS_BITS (36)
00247
00248 #define MM_MAXIMUM_NUMBER_OF_COLORS (8)
00249
00250 #define MM_PROTO_PTE_ALIGNMENT ((ULONG)MM_MAXIMUM_NUMBER_OF_COLORS * (ULONG)PAGE_SIZE)
00251
00252
00253
00254
00255
00256 #define MAX_PAGE_FILES 8
00257
00258
00259
00260
00261
00262 #define HYPER_SPACE ((PVOID)0xC0400000)
00263 #define FIRST_MAPPING_PTE ((ULONG)0xC0400000)
00264
00265
00266
00267
00268
00269 #define NUMBER_OF_MAPPING_PTES 255
00270 #define LAST_MAPPING_PTE \
00271
((ULONG)((ULONG)FIRST_MAPPING_PTE + (NUMBER_OF_MAPPING_PTES * PAGE_SIZE)))
00272
00273
00274
00275
00276
00277 #define IMAGE_MAPPING_PTE ((PMMPTE)((ULONG)LAST_MAPPING_PTE + PAGE_SIZE))
00278
00279 #define ZEROING_PAGE_PTE ((PMMPTE)((ULONG)IMAGE_MAPPING_PTE + PAGE_SIZE))
00280
00281 #define WORKING_SET_LIST ((PVOID)((ULONG)ZEROING_PAGE_PTE + PAGE_SIZE))
00282
00283 #define MM_MAXIMUM_WORKING_SET \
00284
((ULONG)((ULONG)2*1024*1024*1024 - 64*1024*1024) >> PAGE_SHIFT) //2Gb-64Mb
00285
00286 #define MM_WORKING_SET_END ((ULONG)0xC07FF000)
00287
00288 #define MM_PTE_GLOBAL_MASK 0x1
00289 #define MM_PTE_PROTOTYPE_MASK 0x4
00290 #define MM_PTE_VALID_MASK 0x2
00291 #define MM_PTE_DIRTY_MASK 0x4
00292 #define MM_PTE_CACHE_DISABLE_MASK 0x10
00293 #define MM_PTE_TRANSITION_MASK 0x100
00294 #define MM_PTE_WRITE_MASK 0x40000000
00295 #define MM_PTE_COPY_ON_WRITE_MASK 0x80000000
00296 #define MM_PTE_CACHE_ENABLE_MASK 0x0 // (PCR->AlignedCachePolicy)
00297
00298
00299
00300
00301
00302
00303 #define MM_PTE_NOACCESS 0x0 // not expressable on R4000
00304 #define MM_PTE_READONLY 0x0
00305 #define MM_PTE_READWRITE MM_PTE_WRITE_MASK
00306 #define MM_PTE_WRITECOPY (MM_PTE_WRITE_MASK | MM_PTE_COPY_ON_WRITE_MASK)
00307 #define MM_PTE_EXECUTE 0x0 // read-only on R4000
00308 #define MM_PTE_EXECUTE_READ 0x0
00309 #define MM_PTE_EXECUTE_READWRITE MM_PTE_WRITE_MASK
00310 #define MM_PTE_EXECUTE_WRITECOPY (MM_PTE_WRITE_MASK | MM_PTE_COPY_ON_WRITE_MASK)
00311 #define MM_PTE_NOCACHE (MM_PTE_CACHE_DISABLE_MASK)
00312 #define MM_PTE_GUARD 0x0 // not expressable on R4000
00313 #define MM_PTE_CACHE MM_PTE_CACHE_ENABLE_MASK
00314
00315 #define MM_PROTECT_FIELD_SHIFT 3
00316
00317
00318
00319
00320
00321 #define MM_ZERO_PTE 0
00322
00323
00324
00325
00326
00327 #define MM_ZERO_KERNEL_PTE MM_PTE_GLOBAL_MASK
00328
00329
00330
00331
00332
00333
00334
#define MM_DEMAND_ZERO_WRITE_PTE (MM_READWRITE << MM_PROTECT_FIELD_SHIFT)
00335
00336
00337
00338
00339
00340
#define MM_KERNEL_DEMAND_ZERO_PTE ((MM_READWRITE << MM_PROTECT_FIELD_SHIFT) | MM_PTE_GLOBAL_MASK)
00341
00342
00343
00344
00345
00346
#define MM_KERNEL_NOACCESS_PTE ((MM_NOACCESS << MM_PROTECT_FIELD_SHIFT) | MM_PTE_GLOBAL_MASK)
00347
00348
00349
00350
00351
00352 #define MM_PTE_CLEAN 0
00353
00354 #define MM_PTE_DIRTY 1
00355
00356
00357
00358 #define MM_STACK_ALIGNMENT 0x2000 //8k
00359 #define MM_STACK_OFFSET 0x1000 //align guard page on 4k offset
00360
00361
00362
00363
00364
00365 #define PDE_PER_PAGE ((ULONG)1024)
00366
00367 #define PTE_PER_PAGE ((ULONG)1024)
00368
00369
00370
00371
00372
00373 #define MM_USER_PAGE_TABLE_PAGES (512)
00374
00375
00376
00377
00378
00379 #define MM_NUMBER_OF_COLORS 8
00380
00381
00382
00383
00384
00385 #define MM_COLOR_MASK 7
00386
00387
00388
00389
00390
00391 #define MM_COLOR_STRIDE 11
00392
00393
00394
00395
00396
00397 #define MM_COLOR_ALIGNMENT 0x8000
00398
00399
00400
00401
00402
00403 #define MM_COLOR_MASK_VIRTUAL 0x7000
00404
00405
00406
00407
00408
00409 #define MM_SECONDARY_COLORS_DEFAULT (256)
00410
00411 #define MM_SECONDARY_COLORS_MIN (2)
00412
00413 #define MM_SECONDARY_COLORS_MAX (2048)
00414
00415
00416
00417
00418
00419 extern ULONG
MmSecondaryColorMask;
00420
00421
00422
00423
00424
00425
00426
00427
00428
00429
00430
00431
00432
00433
00434
00435
00436
00437
00438
00439
00440
00441
00442
00443
00444
00445
00446
00447
00448
00449
00450
00451
00452
00453
00454 #define MI_MAKE_VALID_PTE(OUTPTE,FRAME,PMASK,PPTE) \
00455
{ \
00456
(OUTPTE).u.Long = ((FRAME << 6) | \
00457
(MmProtectToPteMask[PMASK]) | \
00458
MM_PTE_VALID_MASK); \
00459
if (((PMMPTE)PPTE) >= MiGetPteAddress(MM_SYSTEM_SPACE_START)) { \
00460
(OUTPTE).u.Hard.Global = 1; \
00461
} \
00462
}
00463
00464
00465
00466
00467
00468
00469
00470
00471
00472
00473
00474
00475
00476
00477
00478
00479
00480
00481
00482
00483
00484
00485
00486
00487
00488 #define MI_MAKE_VALID_PTE_TRANSITION(OUTPTE,PROTECT) \
00489
(OUTPTE).u.Long = ((((OUTPTE).u.Long & 0xffffffc0) << 3) | \
00490
(((PROTECT) << MM_PROTECT_FIELD_SHIFT)) | \
00491
((OUTPTE).u.Long & MM_PTE_GLOBAL_MASK) | \
00492
MM_PTE_TRANSITION_MASK);
00493
00494
00495
00496
00497
00498
00499
00500
00501
00502
00503
00504
00505
00506
00507
00508
00509
00510
00511
00512
00513
00514
00515
00516
00517
00518
00519
00520
00521
00522
00523
00524
00525 #define MI_MAKE_TRANSITION_PTE(OUTPTE,PAGE,PROTECT,PPTE) \
00526
(OUTPTE).u.Long = 0; \
00527
(OUTPTE).u.Trans.PageFrameNumber = PAGE; \
00528
(OUTPTE).u.Trans.Transition = 1; \
00529
(OUTPTE).u.Trans.Protection = PROTECT; \
00530
if (((PMMPTE)PPTE) >= MiGetPteAddress(MM_SYSTEM_SPACE_START)) {\
00531
(OUTPTE).u.Hard.Global = 1; \
00532
}
00533
00534
00535
00536
00537
00538
00539
00540
00541
00542
00543
00544
00545
00546
00547
00548
00549
00550
00551
00552
00553
00554
00555
00556
00557
00558 #define MI_MAKE_TRANSITION_PTE_VALID(OUTPTE,PPTE) \
00559
(OUTPTE).u.Long = ((((PPTE)->u.Long >> 3) & 0xffffffc0) | \
00560
(MmProtectToPteMask[(PPTE)->u.Trans.Protection]) | \
00561
MM_PTE_VALID_MASK); \
00562
if (((PMMPTE)PPTE) >= MiGetPteAddress(MM_SYSTEM_SPACE_START)) { \
00563
(OUTPTE).u.Hard.Global = 1; \
00564
}
00565
00566
00567
00568
00569
00570
00571
00572
00573
00574
00575
00576
00577
00578
00579
00580
00581
00582
00583
00584
00585
00586
00587
00588
00589
00590
00591 #define MI_SET_GLOBAL_BIT_IF_SYSTEM(OUTPTE,PPTE) \
00592
if (((PMMPTE)PPTE) >= MiGetPteAddress(MM_SYSTEM_SPACE_START)) { \
00593
(OUTPTE).u.Hard.Global = 1; \
00594
}
00595
00596
00597
00598
00599
00600
00601
00602
00603
00604
00605
00606
00607
00608
00609
00610
00611
00612
00613
00614
00615
00616
00617 #define MI_SET_PTE_DIRTY(PTE) (PTE).u.Long |= HARDWARE_PTE_DIRTY_MASK
00618
00619
00620
00621
00622
00623
00624
00625
00626
00627
00628
00629
00630
00631
00632
00633
00634
00635
00636
00637
00638
00639
00640 #define MI_SET_PTE_CLEAN(PTE) (PTE).u.Long &= ~HARDWARE_PTE_DIRTY_MASK
00641
00642
00643
00644
00645
00646
00647
00648
00649
00650
00651
00652
00653
00654
00655
00656
00657
00658
00659
00660
00661
00662
00663
00664
#define MI_IS_PTE_DIRTY(PTE) ((PTE).u.Hard.Dirty != 0)
00665
00666
00667
00668
00669
00670
00671
00672
00673
00674
00675
00676
00677
00678
00679
00680
00681
00682
00683
00684
00685
00686
00687
00688 #define MI_SET_GLOBAL_STATE(PTE,STATE) \
00689
(PTE).u.Hard.Global = STATE;
00690
00691
00692
00693
00694
00695
00696
00697
00698
00699
00700
00701
00702
00703
00704
00705
00706
00707
00708
00709
00710
00711
00712
00713
00714 #define MI_ENABLE_CACHING(PTE) ((PTE).u.Hard.CachePolicy = PCR->CachePolicy)
00715
00716
00717
00718
00719
00720
00721
00722
00723
00724
00725
00726
00727
00728
00729
00730
00731
00732
00733
00734
00735
00736
00737
00738
00739 #define MI_DISABLE_CACHING(PTE) ((PTE).u.Hard.CachePolicy = UNCACHED_POLICY)
00740
00741
00742
00743
00744
00745
00746
00747
00748
00749
00750
00751
00752
00753
00754
00755
00756
00757
00758
00759
00760
00761
00762 #define MI_IS_CACHING_DISABLED(PPTE) \
00763
((PPTE)->u.Hard.CachePolicy == UNCACHED_POLICY)
00764
00765
00766
00767
00768
00769
00770
00771
00772
00773
00774
00775
00776
00777
00778
00779
00780
00781
00782
00783
00784
00785 #define MI_IS_PTE_DIRTY(PTE) ((PTE).u.Hard.Dirty != 0)
00786
00787
00788
00789
00790
00791
00792
00793
00794
00795
00796
00797
00798
00799
00800
00801
00802
00803
00804
00805
00806
00807
00808
00809 #define MI_SET_PFN_DELETED(PPFN) (((ULONG)(PPFN)->PteAddress &= 0x7FFFFFFF ))
00810
00811
00812
00813
00814
00815
00816
00817
00818
00819
00820
00821
00822
00823
00824
00825
00826
00827
00828
00829
00830
00831
00832
00833 #define MI_IS_PFN_DELETED(PPFN) \
00834
(((ULONG)(PPFN)->PteAddress & 0x80000000) == 0)
00835
00836
00837
00838
00839
00840
00841
00842
00843
00844
00845
00846
00847
00848
00849
00850
00851
00852
00853
00854
00855
00856
00857
00858
00859
00860
00861
00862 #define MI_CHECK_PAGE_ALIGNMENT(PAGE,COLOR) \
00863
{ \
00864
PMMPFN PPFN; \
00865
ULONG OldColor; \
00866
PPFN = MI_PFN_ELEMENT(PAGE); \
00867
OldColor = PPFN->u3.e1.PageColor; \
00868
if ((COLOR) != OldColor) { \
00869
KeChangeColorPage((PVOID)((ULONG)(COLOR) << PAGE_SHIFT), \
00870
(PVOID)((ULONG)(OldColor << PAGE_SHIFT)), \
00871
Page); \
00872
PPFN->u3.e1.PageColor = COLOR; \
00873
} \
00874
}
00875
00876
00877
00878
00879
00880
00881
00882
00883
00884
00885
00886
00887
00888
00889
00890
00891
00892
00893
00894
00895
00896
00897
00898 #define MI_INITIALIZE_HYPERSPACE_MAP(HYPER_PAGE) \
00899
{ \
00900
PMMPTE NextPte; \
00901
ULONG LastEntry; \
00902
PMMPTE Base; \
00903
ULONG i; \
00904
KIRQL OldIrql; \
00905
Base = MiMapPageInHyperSpace (HYPER_PAGE, &OldIrql); \
00906
LastEntry = NUMBER_OF_MAPPING_PTES - MM_COLOR_MASK; \
00907
NextPte = (PMMPTE)((PCHAR)Base + BYTE_OFFSET(MmFirstReservedMappingPte));\
00908
for (i = 0; i < MM_NUMBER_OF_COLORS; i++ ) { \
00909
NextPte->u.Hard.PageFrameNumber = LastEntry; \
00910
NextPte += 1; \
00911
} \
00912
MiUnmapPageInHyperSpace (OldIrql); \
00913
}
00914
00915
00916
00917
00918
00919
00920
00921
00922
00923
00924
00925
00926
00927
00928
00929
00930
00931
00932
00933
00934
00935
00936
00937
00938 #define MI_GET_PAGE_COLOR_FROM_PTE(PTEADDRESS) \
00939
((ULONG)((MmSystemPageColor += MM_COLOR_STRIDE) & \
00940
MmSecondaryColorMask) | \
00941
((((ULONG)(PTEADDRESS)) >> 2) & MM_COLOR_MASK))
00942
00943
00944
00945
00946
00947
00948
00949
00950
00951
00952
00953
00954
00955
00956
00957
00958
00959
00960
00961
00962
00963
00964 #define MI_GET_PAGE_COLOR_FROM_VA(ADDRESS) \
00965
((ULONG)((MmSystemPageColor += MM_COLOR_STRIDE) & \
00966
MmSecondaryColorMask) | \
00967
((((ULONG)(ADDRESS)) >> PAGE_SHIFT) & MM_COLOR_MASK))
00968
00969
00970
00971
00972
00973
00974
00975
00976
00977
00978
00979
00980
00981
00982
00983
00984
00985
00986
00987
00988
00989
00990
00991
00992 #define MI_PAGE_COLOR_PTE_PROCESS(PTE,COLOR) \
00993
((ULONG)(((*(COLOR)) += MM_COLOR_STRIDE) & \
00994
MmSecondaryColorMask) | \
00995
((((ULONG)(PTE)) >> 2) & MM_COLOR_MASK))
00996
00997
00998
00999
01000
01001
01002
01003
01004
01005
01006
01007
01008
01009
01010
01011
01012
01013
01014
01015
01016
01017
01018
01019
01020 #define MI_PAGE_COLOR_VA_PROCESS(ADDRESS,COLOR) \
01021
((ULONG)(((*(COLOR)) += MM_COLOR_STRIDE) & \
01022
MmSecondaryColorMask) | \
01023
((((ULONG)(ADDRESS)) >> PAGE_SHIFT) & MM_COLOR_MASK))
01024
01025
01026
01027
01028
01029
01030
01031
01032
01033
01034
01035
01036
01037
01038
01039
01040
01041
01042
01043
01044
01045
01046 #define MI_GET_NEXT_COLOR(COLOR) ((COLOR + 1) & MM_COLOR_MASK)
01047
01048
01049
01050
01051
01052
01053
01054
01055
01056
01057
01058
01059
01060
01061
01062
01063
01064
01065
01066
01067
01068
01069 #define MI_GET_PREVIOUS_COLOR(COLOR) ((COLOR - 1) & MM_COLOR_MASK)
01070
01071 #define MI_GET_COLOR_FROM_SECONDARY(COLOR) ((COLOR) & MM_COLOR_MASK)
01072
01073
01074
01075
01076
01077
01078
01079 #define MI_GET_SECONDARY_COLOR(PAGE,PFN) \
01080
((((ULONG)(PAGE) & MmSecondaryColorMask)) | (PFN)->u3.e1.PageColor)
01081
01082
01083
01084
01085
01086
01087
01088
01089
01090
01091
01092
01093
01094
01095
01096
01097
01098
01099
01100
01101
01102
01103
01104
01105
01106
01107
01108
01109
01110 #define MI_GET_MODIFIED_PAGE_BY_COLOR(PAGE,COLOR) \
01111
PAGE = MmModifiedPageListByColor[COLOR].Flink
01112
01113
01114
01115
01116
01117
01118
01119
01120
01121
01122
01123
01124
01125
01126
01127
01128
01129
01130
01131
01132
01133
01134
01135
01136
01137
01138
01139
01140
01141
01142 #define MI_GET_MODIFIED_PAGE_ANY_COLOR(PAGE,COLOR) \
01143
{ \
01144
if (MmTotalPagesForPagingFile == 0) { \
01145
PAGE = MM_EMPTY_LIST; \
01146
} else { \
01147
while (MmModifiedPageListByColor[COLOR].Flink == \
01148
MM_EMPTY_LIST) { \
01149
COLOR = MI_GET_NEXT_COLOR(COLOR); \
01150
} \
01151
PAGE = MmModifiedPageListByColor[COLOR].Flink; \
01152
} \
01153
}
01154
01155
01156
01157
01158
01159
01160
01161
01162
01163
01164
01165
01166
01167
01168
01169
01170
01171
01172
01173
01174
01175
01176
01177
01178 #define MI_MAKE_VALID_PTE_WRITE_COPY(PPTE) \
01179
if ((PPTE)->u.Hard.Write == 1) { \
01180
(PPTE)->u.Hard.CopyOnWrite = 1; \
01181
(PPTE)->u.Hard.Dirty = MM_PTE_CLEAN; \
01182
}
01183
01184
01185
01186
01187
01188
01189
01190
01191
01192
01193
01194
01195
01196
01197
01198
01199
01200
01201
01202
01203
01204
01205
01206 #define MI_DETERMINE_OWNER(PPTE) \
01207
((((PPTE) <= MiGetPteAddress(MM_HIGHEST_USER_ADDRESS)) || \
01208
((PPTE) >= MiGetPdeAddress(NULL) && \
01209
((PPTE) <= MiGetPdeAddress(MM_HIGHEST_USER_ADDRESS)))) ? 1 : 0)
01210
01211
01212
01213
01214
01215
01216
01217
01218
01219
01220
01221
01222
01223
01224
01225
01226
01227
01228
01229
01230
01231
01232
01233 #define MI_SET_ACCESSED_IN_PTE(PPTE,ACCESSED)
01234
01235
01236
01237
01238
01239
01240
01241
01242
01243
01244
01245
01246
01247
01248
01249
01250
01251
01252
01253
01254
01255
01256 #define MI_GET_ACCESSED_IN_PTE(PPTE) 0
01257
01258
01259
01260
01261
01262
01263
01264
01265
01266
01267
01268
01269
01270
01271
01272
01273
01274
01275
01276
01277
01278
01279
01280
01281
01282 #define MI_SET_OWNER_IN_PTE(PPTE,OWNER)
01283
01284
01285
01286
01287
01288
01289
01290
01291
01292
01293
01294
01295
01296
01297
01298
01299
01300
01301
01302
01303
01304
01305
01306
01307 #define MI_GET_OWNER_IN_PTE(PPTE) KernelMode
01308
01309
01310
01311
01312
01313 #define CLEAR_FOR_PROTO_PTE_ADDRESS ((ULONG)0xf)
01314
01315
01316
01317
01318 #define CLEAR_FOR_PAGE_FILE ((ULONG)(0x0F9))
01319
01320
01321
01322
01323
01324
01325
01326
01327
01328
01329
01330
01331
01332
01333
01334
01335
01336
01337
01338
01339
01340
01341
01342
01343
01344
01345
01346
01347 #define SET_PAGING_FILE_INFO(PTE,FILEINFO,OFFSET) \
01348
((((PTE).u.Long & CLEAR_FOR_PAGE_FILE) | \
01349
(((FILEINFO) << 9) | \
01350
(OFFSET << 12))))
01351
01352
01353
01354
01355
01356
01357
01358
01359
01360
01361
01362
01363
01364
01365
01366
01367
01368
01369
01370
01371
01372
01373
01374
01375
01376
01377
01378
01379
01380
01381
01382
01383
01384
01385
01386
01387 #define MiPteToProto(lpte) \
01388
((PMMPTE)((((lpte)->u.Long >> 1) & 0x3FFFFFFC) + \
01389
MmProtopte_Base))
01390
01391
01392
01393
01394
01395
01396
01397
01398
01399
01400
01401
01402
01403
01404
01405
01406
01407
01408
01409
01410
01411
01412
01413
01414
01415
01416 #define MiProtoAddressForPte(proto_va) \
01417
((ULONG)((((ULONG)proto_va - MmProtopte_Base) << 1) | MM_PTE_PROTOTYPE_MASK))
01418
01419
01420
01421
01422
01423
01424
01425
01426
01427
01428
01429
01430
01431
01432
01433
01434
01435
01436
01437
01438
01439
01440
01441
01442
01443
01444
01445
01446
01447
01448 #define MiProtoAddressForKernelPte(proto_va) \
01449
(((ULONG)(proto_va) < (ULONG)KSEG1_BASE) ? \
01450
((ULONG)((((ULONG)proto_va - (ULONG)MmNonPagedPoolStart) << 1) | MM_PTE_PROTOTYPE_MASK | \
01451
0x40000000 | MM_PTE_GLOBAL_MASK)) \
01452
: ((ULONG)((((ULONG)proto_va - MmProtopte_Base) << 1) | MM_PTE_PROTOTYPE_MASK | \
01453
MM_PTE_GLOBAL_MASK)))
01454
01455
01456
01457 #define MM_SUBSECTION_MAP (128*1024*1024)
01458
01459
01460
01461
01462
01463
01464
01465
01466
01467
01468
01469
01470
01471
01472
01473
01474
01475
01476
01477
01478
01479
01480
01481
01482
01483
01484
01485
01486 #define MiGetSubsectionAddress(lpte) \
01487
(((lpte)->u.Long & 0x1) ? \
01488
((PSUBSECTION)(((((lpte)->u.Long >> 8) << 3) + (ULONG)MmSubsectionBase))) \
01489
: ((PSUBSECTION)((ULONG)MM_NONPAGED_POOL_END - ((((lpte)->u.Long) >> 8) << 3))))
01490
01491
01492
01493
01494
01495
01496
01497
01498
01499
01500
01501
01502
01503
01504
01505
01506
01507
01508
01509
01510
01511
01512
01513
01514
01515
01516
01517 #define MiGetSubsectionAddressForPte(VA) \
01518
(((ULONG)(VA) < (ULONG)KSEG1_BASE) ? \
01519
((((ULONG)(VA) - (ULONG)MmSubsectionBase) << 5) | 0x1) \
01520
: (((ULONG)MM_NONPAGED_POOL_END - (ULONG)VA) << 5))
01521
01522
01523
01524
01525
01526
01527
01528
01529
01530
01531
01532
01533
01534
01535
01536
01537
01538
01539
01540
01541
01542
01543
01544
01545 #define MiGetPdeAddress(va) ((PMMPTE)(((((ULONG)(va)) >> 22) << 2) + PDE_BASE))
01546
01547 #define MiGetPdeAddress64(va) ((PMMPTE)((ULONG)((((ULONGLONG)(va)) >> 22) << 2) + PDE_BASE64))
01548
01549
01550
01551
01552
01553
01554
01555
01556
01557
01558
01559
01560
01561
01562
01563
01564
01565
01566
01567
01568
01569
01570
01571
01572 #define MiGetPteAddress(va) ((PMMPTE)(((((ULONG)(va)) >> 12) << 2) + PTE_BASE))
01573
01574 #define MiGetPteAddress64(va) ((PMMPTE)((ULONG)((((ULONGLONG)(va)) >> 12) << 2) + PTE_BASE64))
01575
01576
01577
01578
01579
01580
01581
01582
01583
01584
01585
01586
01587
01588
01589
01590
01591
01592
01593
01594
01595
01596
01597
01598 #define MiGetPdeOffset(va) (((ULONG)(va)) >> 22)
01599
01600
01601
01602
01603
01604
01605
01606
01607
01608
01609
01610
01611
01612
01613
01614
01615
01616
01617
01618
01619
01620
01621
01622 #define MiGetPteOffset(va) ((((ULONG)(va)) << 10) >> 22)
01623
01624
01625
01626
01627
01628
01629
01630
01631
01632
01633
01634
01635
01636
01637
01638
01639
01640
01641
01642
01643
01644
01645
01646 #define MiGetVirtualAddressMappedByPte(PTE) ((PVOID)((ULONG)(PTE) << 10))
01647
01648 #define MiGetVirtualAddressMappedByPte64(PTE) \
01649
((PVOID64)(((ULONGLONG)((ULONG)(PTE) - PTE_BASE64)) << 10))
01650
01651 #define MiGetVirtualPageNumberMappedByPte64(PTE) \
01652
(((ULONG)(PTE) - PTE_BASE64) >> 2)
01653
01654
01655
01656
01657
01658
01659
01660
01661
01662
01663
01664
01665
01666
01667
01668
01669
01670
01671
01672
01673
01674
01675 #define GET_PAGING_FILE_NUMBER(PTE) ((((PTE).u.Long) >> 9) & 0x7)
01676
01677
01678
01679
01680
01681
01682
01683
01684
01685
01686
01687
01688
01689
01690
01691
01692
01693
01694
01695
01696
01697
01698 #define GET_PAGING_FILE_OFFSET(PTE) ((((PTE).u.Long) >> 12) & 0x000FFFFF)
01699
01700
01701
01702
01703
01704
01705
01706
01707
01708
01709
01710
01711
01712
01713
01714
01715
01716
01717
01718
01719
01720 #define IS_PTE_NOT_DEMAND_ZERO(PTE) ((PTE).u.Long & (ULONG)0xFFFFF107)
01721 #define MM_DEMAND_ZERO_WRITE_PTE (MM_READWRITE << MM_PROTECT_FIELD_SHIFT)
01722
01723 #define MM_KERNEL_DEMAND_ZERO_PTE ((MM_READWRITE << MM_PROTECT_FIELD_SHIFT) | MM_PTE_GLOBAL_MASK)
01724
01725 #define MM_KERNEL_NOACCESS_PTE ((MM_NOACCESS << MM_PROTECT_FIELD_SHIFT) | MM_PTE_GLOBAL_MASK)
01726
01727
01728
01729
01730
01731
01732
01733
01734
01735
01736
01737
01738
01739
01740
01741
01742
01743
01744
01745
01746
01747
01748
01749
01750
01751 #define MI_MAKING_VALID_PTE_INVALID(SYSTEM_WIDE)
01752
01753
01754
01755
01756
01757
01758
01759
01760
01761
01762
01763
01764
01765
01766
01767
01768
01769
01770
01771
01772
01773
01774
01775
01776
01777 #define MI_MAKING_MULTIPLE_PTES_INVALID(SYSTEM_WIDE)
01778
01779
01780
01781
01782
01783
01784
01785 #define MI_MAKE_PROTECT_WRITE_COPY(PTE) \
01786
if ((PTE).u.Long & 0x20) { \
01787
((PTE).u.Long |= 0x8); \
01788
}
01789
01790
01791
01792
01793
01794
01795
01796
01797
01798
01799
01800
01801
01802
01803
01804
01805
01806
01807
01808
01809
01810
01811
01812
01813
01814
01815
01816
01817
01818
01819 #define MI_SET_PAGE_DIRTY(PPTE,VA,PFNHELD) \
01820
if ((PPTE)->u.Hard.Dirty == MM_PTE_CLEAN) { \
01821
MiSetDirtyBit ((VA),(PPTE),(PFNHELD)); \
01822
}
01823
01824
01825
01826
01827
01828
01829
01830
01831
01832
01833
01834
01835
01836
01837
01838
01839
01840
01841
01842
01843
01844
01845
01846
01847
01848
01849
01850
01851
01852
01853
01854
01855
01856 #define MI_NO_FAULT_FOUND(TEMP,PPTE,VA,PFNHELD) \
01857
if (StoreInstruction && ((PPTE)->u.Hard.Dirty == MM_PTE_CLEAN)) { \
01858
MiSetDirtyBit ((VA),(PPTE),(PFNHELD)); \
01859
} else { \
01860
KeFillEntryTb ((PHARDWARE_PTE)PPTE, VA, FALSE); \
01861
}
01862
01863
01864
01865
01866
01867
01868
01869
01870
01871
01872
01873
01874
01875
01876
01877
01878
01879
01880
01881
01882
01883
01884
01885
01886
01887
01888
01889
01890
01891
01892
01893
01894
01895
01896
01897 #define MI_CAPTURE_DIRTY_BIT_TO_PFN(PPTE,PPFN) \
01898
if (((PPFN)->u3.e1.Modified == 0) && \
01899
((PPTE)->u.Hard.Dirty == MM_PTE_DIRTY)) { \
01900
(PPFN)->u3.e1.Modified = 1; \
01901
if (((PPFN)->OriginalPte.u.Soft.Prototype == 0) && \
01902
((PPFN)->u3.e1.WriteInProgress == 0)) { \
01903
MiReleasePageFileSpace ((PPFN)->OriginalPte); \
01904
(PPFN)->OriginalPte.u.Soft.PageFileHigh = 0; \
01905
} \
01906
}
01907
01908
01909
01910
01911
01912
01913
01914
01915
01916
01917
01918
01919
01920
01921
01922
01923
01924
01925
01926
01927
01928
01929
01930
01931 #define MI_IS_PHYSICAL_ADDRESS(Va) \
01932
(((ULONG)Va >= KSEG0_BASE) && ((ULONG)Va < KSEG2_BASE))
01933
01934
01935
01936
01937
01938
01939
01940
01941
01942
01943
01944
01945
01946
01947
01948
01949
01950
01951
01952
01953
01954
01955
01956
01957
01958 #define MI_CONVERT_PHYSICAL_TO_PFN(Va) (((ULONG)Va << 3) >> 15)
01959
01960
01961
01962
01963
typedef struct _MMCOLOR_TABLES {
01964 ULONG Flink;
01965 PVOID Blink;
01966 }
MMCOLOR_TABLES, *
PMMCOLOR_TABLES;
01967
01968
typedef struct _MMPRIMARY_COLOR_TABLES {
01969 LIST_ENTRY ListHead;
01970 }
MMPRIMARY_COLOR_TABLES, *
PMMPRIMARY_COLOR_TABLES;
01971
01972
01973
#if MM_MAXIMUM_NUMBER_OF_COLORS > 1
01974 extern MMPFNLIST MmFreePagesByPrimaryColor[2][
MM_MAXIMUM_NUMBER_OF_COLORS];
01975
#endif
01976
01977 extern PMMCOLOR_TABLES MmFreePagesByColor[2];
01978
01979 extern ULONG
MmTotalPagesForPagingFile;
01980
01981
01982
01983
01984
01985
01986
01987
01988
01989
typedef struct _MMPTE_SOFTWARE {
01990 ULONG
Global : 1;
01991 ULONG
Valid : 1;
01992 ULONG
Prototype : 1;
01993 ULONG
Protection : 5;
01994 ULONG
Transition : 1;
01995 ULONG
PageFileLow : 3;
01996 ULONG
PageFileHigh : 20;
01997 }
MMPTE_SOFTWARE;
01998
01999
02000
typedef struct _MMPTE_TRANSITION {
02001 ULONG
Global : 1;
02002 ULONG
Valid : 1;
02003 ULONG
Prototype : 1;
02004 ULONG
Protection : 5;
02005 ULONG
Transition : 1;
02006 ULONG
PageFrameNumber : 23;
02007 }
MMPTE_TRANSITION;
02008
02009
02010
typedef struct _MMPTE_PROTOTYPE {
02011 ULONG
Global : 1;
02012 ULONG
Valid : 1;
02013 ULONG
Prototype : 1;
02014 ULONG
ProtoAddressLow : 6;
02015 ULONG
ProtoAddressHigh : 22;
02016 ULONG
ReadOnly : 1;
02017 }
MMPTE_PROTOTYPE;
02018
02019
typedef struct _MMPTE_SUBSECTION {
02020 ULONG
WhichPool : 1;
02021 ULONG
Valid : 1;
02022 ULONG
Prototype : 1;
02023 ULONG
Protection : 5;
02024 ULONG
SubsectionAddressLow : 4;
02025 ULONG
SubsectionAddressHigh : 20;
02026 }
MMPTE_SUBSECTION;
02027
02028
typedef struct _MMPTE_LIST {
02029 ULONG
filler01 : 1;
02030 ULONG
Valid : 1;
02031 ULONG
filler0 : 9;
02032 ULONG
OneEntry : 1;
02033 ULONG
NextEntry : 20;
02034 }
MMPTE_LIST;
02035
02036
02037
02038
02039
02040
02041
02042
02043
02044
02045
02046
02047
02048
02049
02050
02051
02052
typedef struct _MMPTE {
02053
union {
02054 ULONG Long;
02055 HARDWARE_PTE Hard;
02056 HARDWARE_PTE Flush;
02057
MMPTE_PROTOTYPE Proto;
02058
MMPTE_SOFTWARE Soft;
02059
MMPTE_TRANSITION Trans;
02060
MMPTE_SUBSECTION Subsect;
02061
MMPTE_LIST List;
02062 }
u;
02063 }
MMPTE;
02064
02065 typedef MMPTE *
PMMPTE;