2 * Copyright (c) 2018 Virtuozzo International GmbH
4 * This work is licensed under the terms of the GNU GPL, version 2 or later.
8 #include "qemu/osdep.h"
11 #include "addrspace.h"
16 #include "qemu/win_dump_defs.h"
18 #define SYM_URL_BASE "https://msdl.microsoft.com/download/symbols/"
19 #define PDB_NAME "ntkrnlmp.pdb"
20 #define PE_NAME "ntoskrnl.exe"
22 #define INITIAL_MXCSR 0x1f80
23 #define MAX_NUMBER_OF_RUNS 42
25 typedef struct idt_desc
{
26 uint16_t offset1
; /* offset bits 0..15 */
30 uint16_t offset2
; /* offset bits 16..31 */
31 uint32_t offset3
; /* offset bits 32..63 */
33 } __attribute__ ((packed
)) idt_desc_t
;
35 static uint64_t idt_desc_addr(idt_desc_t desc
)
37 return (uint64_t)desc
.offset1
| ((uint64_t)desc
.offset2
<< 16) |
38 ((uint64_t)desc
.offset3
<< 32);
41 static const uint64_t SharedUserData
= 0xfffff78000000000;
43 #define KUSD_OFFSET_SUITE_MASK 0x2d0
44 #define KUSD_OFFSET_PRODUCT_TYPE 0x264
46 #define SYM_RESOLVE(base, r, s) ((s = pdb_resolve(base, r, #s)),\
47 s ? printf(#s" = 0x%016"PRIx64"\n", s) :\
48 eprintf("Failed to resolve "#s"\n"), s)
50 static uint64_t rol(uint64_t x
, uint64_t y
)
52 return (x
<< y
) | (x
>> (64 - y
));
56 * Decoding algorithm can be found in Volatility project
58 static void kdbg_decode(uint64_t *dst
, uint64_t *src
, size_t size
,
59 uint64_t kwn
, uint64_t kwa
, uint64_t kdbe
)
62 assert(size
% sizeof(uint64_t) == 0);
63 for (i
= 0; i
< size
/ sizeof(uint64_t); i
++) {
67 block
= rol(block
^ kwn
, (uint8_t)kwn
);
68 block
= __builtin_bswap64(block
^ kdbe
) ^ kwa
;
73 static KDDEBUGGER_DATA64
*get_kdbg(uint64_t KernBase
, struct pdb_reader
*pdb
,
74 struct va_space
*vs
, uint64_t KdDebuggerDataBlock
)
76 const char OwnerTag
[4] = "KDBG";
77 KDDEBUGGER_DATA64
*kdbg
= NULL
;
78 DBGKD_DEBUG_DATA_HEADER64 kdbg_hdr
;
80 uint64_t kwn
, kwa
, KdpDataBlockEncoded
;
83 KdDebuggerDataBlock
+ offsetof(KDDEBUGGER_DATA64
, Header
),
84 &kdbg_hdr
, sizeof(kdbg_hdr
), 0)) {
85 eprintf("Failed to extract KDBG header\n");
89 if (memcmp(&kdbg_hdr
.OwnerTag
, OwnerTag
, sizeof(OwnerTag
))) {
90 uint64_t KiWaitNever
, KiWaitAlways
;
94 if (!SYM_RESOLVE(KernBase
, pdb
, KiWaitNever
) ||
95 !SYM_RESOLVE(KernBase
, pdb
, KiWaitAlways
) ||
96 !SYM_RESOLVE(KernBase
, pdb
, KdpDataBlockEncoded
)) {
100 if (va_space_rw(vs
, KiWaitNever
, &kwn
, sizeof(kwn
), 0) ||
101 va_space_rw(vs
, KiWaitAlways
, &kwa
, sizeof(kwa
), 0)) {
105 printf("[KiWaitNever] = 0x%016"PRIx64
"\n", kwn
);
106 printf("[KiWaitAlways] = 0x%016"PRIx64
"\n", kwa
);
109 * If KDBG header can be decoded, KDBG size is available
110 * and entire KDBG can be decoded.
112 printf("Decoding KDBG header...\n");
113 kdbg_decode((uint64_t *)&kdbg_hdr
, (uint64_t *)&kdbg_hdr
,
114 sizeof(kdbg_hdr
), kwn
, kwa
, KdpDataBlockEncoded
);
116 printf("Owner tag is \'%.4s\'\n", (char *)&kdbg_hdr
.OwnerTag
);
117 if (memcmp(&kdbg_hdr
.OwnerTag
, OwnerTag
, sizeof(OwnerTag
))) {
118 eprintf("Failed to decode KDBG header\n");
123 kdbg
= g_malloc(kdbg_hdr
.Size
);
125 if (va_space_rw(vs
, KdDebuggerDataBlock
, kdbg
, kdbg_hdr
.Size
, 0)) {
126 eprintf("Failed to extract entire KDBG\n");
135 printf("Decoding KdDebuggerDataBlock...\n");
136 kdbg_decode((uint64_t *)kdbg
, (uint64_t *)kdbg
, kdbg_hdr
.Size
,
137 kwn
, kwa
, KdpDataBlockEncoded
);
139 va_space_rw(vs
, KdDebuggerDataBlock
, kdbg
, kdbg_hdr
.Size
, 1);
144 static void win_context_init_from_qemu_cpu_state(WinContext64
*ctx
,
147 WinContext64 win_ctx
= (WinContext64
){
148 .ContextFlags
= WIN_CTX_X64
| WIN_CTX_INT
| WIN_CTX_SEG
| WIN_CTX_CTL
,
149 .MxCsr
= INITIAL_MXCSR
,
151 .SegCs
= s
->cs
.selector
,
152 .SegSs
= s
->ss
.selector
,
153 .SegDs
= s
->ds
.selector
,
154 .SegEs
= s
->es
.selector
,
155 .SegFs
= s
->fs
.selector
,
156 .SegGs
= s
->gs
.selector
,
157 .EFlags
= (uint32_t)s
->rflags
,
178 .MxCsr
= INITIAL_MXCSR
,
186 * Finds paging-structure hierarchy base,
187 * if previously set doesn't give access to kernel structures
189 static int fix_dtb(struct va_space
*vs
, QEMU_Elf
*qe
)
192 * Firstly, test previously set DTB.
194 if (va_space_resolve(vs
, SharedUserData
)) {
199 * Secondly, find CPU which run system task.
202 for (i
= 0; i
< qe
->state_nr
; i
++) {
203 QEMUCPUState
*s
= qe
->state
[i
];
206 va_space_set_dtb(vs
, s
->cr
[3]);
207 printf("DTB 0x%016"PRIx64
" has been found from CPU #%zu"
208 " as system task CR3\n", vs
->dtb
, i
);
209 return !(va_space_resolve(vs
, SharedUserData
));
214 * Thirdly, use KERNEL_GS_BASE from CPU #0 as PRCB address and
215 * CR3 as [Prcb+0x7000]
217 if (qe
->has_kernel_gs_base
) {
218 QEMUCPUState
*s
= qe
->state
[0];
219 uint64_t Prcb
= s
->kernel_gs_base
;
220 uint64_t *cr3
= va_space_resolve(vs
, Prcb
+ 0x7000);
226 va_space_set_dtb(vs
, *cr3
);
227 printf("DirectoryTableBase = 0x%016"PRIx64
" has been found from CPU #0"
228 " as interrupt handling CR3\n", vs
->dtb
);
229 return !(va_space_resolve(vs
, SharedUserData
));
235 static void try_merge_runs(struct pa_space
*ps
,
236 WinDumpPhyMemDesc64
*PhysicalMemoryBlock
)
238 unsigned int merge_cnt
= 0, run_idx
= 0;
240 PhysicalMemoryBlock
->NumberOfRuns
= 0;
242 for (size_t idx
= 0; idx
< ps
->block_nr
; idx
++) {
243 struct pa_block
*blk
= ps
->block
+ idx
;
244 struct pa_block
*next
= blk
+ 1;
246 PhysicalMemoryBlock
->NumberOfPages
+= blk
->size
/ ELF2DMP_PAGE_SIZE
;
248 if (idx
+ 1 != ps
->block_nr
&& blk
->paddr
+ blk
->size
== next
->paddr
) {
249 printf("Block #%zu 0x%"PRIx64
"+:0x%"PRIx64
" and %u previous will be"
250 " merged\n", idx
, blk
->paddr
, blk
->size
, merge_cnt
);
253 struct pa_block
*first_merged
= blk
- merge_cnt
;
255 printf("Block #%zu 0x%"PRIx64
"+:0x%"PRIx64
" and %u previous will be"
256 " merged to 0x%"PRIx64
"+:0x%"PRIx64
" (run #%u)\n",
257 idx
, blk
->paddr
, blk
->size
, merge_cnt
, first_merged
->paddr
,
258 blk
->paddr
+ blk
->size
- first_merged
->paddr
, run_idx
);
259 PhysicalMemoryBlock
->Run
[run_idx
] = (WinDumpPhyMemRun64
) {
260 .BasePage
= first_merged
->paddr
/ ELF2DMP_PAGE_SIZE
,
261 .PageCount
= (blk
->paddr
+ blk
->size
- first_merged
->paddr
) /
264 PhysicalMemoryBlock
->NumberOfRuns
++;
271 static int fill_header(WinDumpHeader64
*hdr
, struct pa_space
*ps
,
272 struct va_space
*vs
, uint64_t KdDebuggerDataBlock
,
273 KDDEBUGGER_DATA64
*kdbg
, uint64_t KdVersionBlock
, int nr_cpus
)
275 uint32_t *suite_mask
= va_space_resolve(vs
, SharedUserData
+
276 KUSD_OFFSET_SUITE_MASK
);
277 int32_t *product_type
= va_space_resolve(vs
, SharedUserData
+
278 KUSD_OFFSET_PRODUCT_TYPE
);
279 DBGKD_GET_VERSION64 kvb
;
282 QEMU_BUILD_BUG_ON(KUSD_OFFSET_SUITE_MASK
>= ELF2DMP_PAGE_SIZE
);
283 QEMU_BUILD_BUG_ON(KUSD_OFFSET_PRODUCT_TYPE
>= ELF2DMP_PAGE_SIZE
);
285 if (!suite_mask
|| !product_type
) {
289 if (va_space_rw(vs
, KdVersionBlock
, &kvb
, sizeof(kvb
), 0)) {
290 eprintf("Failed to extract KdVersionBlock\n");
294 h
= (WinDumpHeader64
) {
297 .MajorVersion
= kvb
.MajorVersion
,
298 .MinorVersion
= kvb
.MinorVersion
,
299 .DirectoryTableBase
= vs
->dtb
,
300 .PfnDatabase
= kdbg
->MmPfnDatabase
,
301 .PsLoadedModuleList
= kdbg
->PsLoadedModuleList
,
302 .PsActiveProcessHead
= kdbg
->PsActiveProcessHead
,
303 .MachineImageType
= kvb
.MachineType
,
304 .NumberProcessors
= nr_cpus
,
305 .BugcheckCode
= LIVE_SYSTEM_DUMP
,
306 .KdDebuggerDataBlock
= KdDebuggerDataBlock
,
308 .Comment
= "Hello from elf2dmp!",
309 .SuiteMask
= *suite_mask
,
310 .ProductType
= *product_type
,
311 .SecondaryDataState
= kvb
.KdSecondaryVersion
,
312 .PhysicalMemoryBlock
= (WinDumpPhyMemDesc64
) {
313 .NumberOfRuns
= ps
->block_nr
,
315 .RequiredDumpSpace
= sizeof(h
),
318 if (h
.PhysicalMemoryBlock
.NumberOfRuns
<= MAX_NUMBER_OF_RUNS
) {
319 for (size_t idx
= 0; idx
< ps
->block_nr
; idx
++) {
320 h
.PhysicalMemoryBlock
.NumberOfPages
+=
321 ps
->block
[idx
].size
/ ELF2DMP_PAGE_SIZE
;
322 h
.PhysicalMemoryBlock
.Run
[idx
] = (WinDumpPhyMemRun64
) {
323 .BasePage
= ps
->block
[idx
].paddr
/ ELF2DMP_PAGE_SIZE
,
324 .PageCount
= ps
->block
[idx
].size
/ ELF2DMP_PAGE_SIZE
,
328 try_merge_runs(ps
, &h
.PhysicalMemoryBlock
);
331 h
.RequiredDumpSpace
+=
332 h
.PhysicalMemoryBlock
.NumberOfPages
<< ELF2DMP_PAGE_BITS
;
339 static int fill_context(KDDEBUGGER_DATA64
*kdbg
,
340 struct va_space
*vs
, QEMU_Elf
*qe
)
344 for (i
= 0; i
< qe
->state_nr
; i
++) {
348 QEMUCPUState
*s
= qe
->state
[i
];
350 if (va_space_rw(vs
, kdbg
->KiProcessorBlock
+ sizeof(Prcb
) * i
,
351 &Prcb
, sizeof(Prcb
), 0)) {
352 eprintf("Failed to read CPU #%d PRCB location\n", i
);
357 eprintf("Context for CPU #%d is missing\n", i
);
361 if (va_space_rw(vs
, Prcb
+ kdbg
->OffsetPrcbContext
,
362 &Context
, sizeof(Context
), 0)) {
363 eprintf("Failed to read CPU #%d ContextFrame location\n", i
);
367 printf("Filling context for CPU #%d...\n", i
);
368 win_context_init_from_qemu_cpu_state(&ctx
, s
);
370 if (va_space_rw(vs
, Context
, &ctx
, sizeof(ctx
), 1)) {
371 eprintf("Failed to fill CPU #%d context\n", i
);
379 static int pe_get_data_dir_entry(uint64_t base
, void *start_addr
, int idx
,
380 void *entry
, size_t size
, struct va_space
*vs
)
382 const char e_magic
[2] = "MZ";
383 const char Signature
[4] = "PE\0\0";
384 IMAGE_DOS_HEADER
*dos_hdr
= start_addr
;
385 IMAGE_NT_HEADERS64 nt_hdrs
;
386 IMAGE_FILE_HEADER
*file_hdr
= &nt_hdrs
.FileHeader
;
387 IMAGE_OPTIONAL_HEADER64
*opt_hdr
= &nt_hdrs
.OptionalHeader
;
388 IMAGE_DATA_DIRECTORY
*data_dir
= nt_hdrs
.OptionalHeader
.DataDirectory
;
390 QEMU_BUILD_BUG_ON(sizeof(*dos_hdr
) >= ELF2DMP_PAGE_SIZE
);
392 if (memcmp(&dos_hdr
->e_magic
, e_magic
, sizeof(e_magic
))) {
396 if (va_space_rw(vs
, base
+ dos_hdr
->e_lfanew
,
397 &nt_hdrs
, sizeof(nt_hdrs
), 0)) {
401 if (memcmp(&nt_hdrs
.Signature
, Signature
, sizeof(Signature
)) ||
402 file_hdr
->Machine
!= 0x8664 || opt_hdr
->Magic
!= 0x020b) {
407 base
+ data_dir
[idx
].VirtualAddress
,
412 printf("Data directory entry #%d: RVA = 0x%08"PRIx32
"\n", idx
,
413 (uint32_t)data_dir
[idx
].VirtualAddress
);
418 static int write_dump(struct pa_space
*ps
,
419 WinDumpHeader64
*hdr
, const char *name
)
421 FILE *dmp_file
= fopen(name
, "wb");
425 eprintf("Failed to open output file \'%s\'\n", name
);
429 printf("Writing header to file...\n");
431 if (fwrite(hdr
, sizeof(*hdr
), 1, dmp_file
) != 1) {
432 eprintf("Failed to write dump header\n");
437 for (i
= 0; i
< ps
->block_nr
; i
++) {
438 struct pa_block
*b
= &ps
->block
[i
];
440 printf("Writing block #%zu/%zu of %"PRIu64
" bytes to file...\n", i
,
441 ps
->block_nr
, b
->size
);
442 if (fwrite(b
->addr
, b
->size
, 1, dmp_file
) != 1) {
443 eprintf("Failed to write block\n");
449 return fclose(dmp_file
);
452 static bool pe_check_pdb_name(uint64_t base
, void *start_addr
,
453 struct va_space
*vs
, OMFSignatureRSDS
*rsds
)
455 const char sign_rsds
[4] = "RSDS";
456 IMAGE_DEBUG_DIRECTORY debug_dir
;
457 char pdb_name
[sizeof(PDB_NAME
)];
459 if (pe_get_data_dir_entry(base
, start_addr
, IMAGE_FILE_DEBUG_DIRECTORY
,
460 &debug_dir
, sizeof(debug_dir
), vs
)) {
461 eprintf("Failed to get Debug Directory\n");
465 if (debug_dir
.Type
!= IMAGE_DEBUG_TYPE_CODEVIEW
) {
466 eprintf("Debug Directory type is not CodeView\n");
471 base
+ debug_dir
.AddressOfRawData
,
472 rsds
, sizeof(*rsds
), 0)) {
473 eprintf("Failed to resolve OMFSignatureRSDS\n");
477 if (memcmp(&rsds
->Signature
, sign_rsds
, sizeof(sign_rsds
))) {
478 eprintf("CodeView signature is \'%.4s\', \'%.4s\' expected\n",
479 rsds
->Signature
, sign_rsds
);
483 if (debug_dir
.SizeOfData
- sizeof(*rsds
) != sizeof(PDB_NAME
)) {
484 eprintf("PDB name size doesn't match\n");
488 if (va_space_rw(vs
, base
+ debug_dir
.AddressOfRawData
+
489 offsetof(OMFSignatureRSDS
, name
), pdb_name
, sizeof(PDB_NAME
),
491 eprintf("Failed to resolve PDB name\n");
495 printf("PDB name is \'%s\', \'%s\' expected\n", pdb_name
, PDB_NAME
);
497 return !strcmp(pdb_name
, PDB_NAME
);
500 static void pe_get_pdb_symstore_hash(OMFSignatureRSDS
*rsds
, char *hash
)
502 sprintf(hash
, "%.08x%.04x%.04x%.02x%.02x", rsds
->guid
.a
, rsds
->guid
.b
,
503 rsds
->guid
.c
, rsds
->guid
.d
[0], rsds
->guid
.d
[1]);
505 for (unsigned int i
= 0; i
< 6; i
++, hash
+= 2) {
506 sprintf(hash
, "%.02x", rsds
->guid
.e
[i
]);
509 sprintf(hash
, "%.01x", rsds
->age
);
512 int main(int argc
, char *argv
[])
519 idt_desc_t first_idt_desc
;
521 void *nt_start_addr
= NULL
;
522 WinDumpHeader64 header
;
524 char pdb_url
[] = SYM_URL_BASE PDB_NAME
525 "/0123456789ABCDEF0123456789ABCDEFx/" PDB_NAME
;
526 struct pdb_reader pdb
;
527 uint64_t KdDebuggerDataBlock
;
528 KDDEBUGGER_DATA64
*kdbg
;
529 uint64_t KdVersionBlock
;
530 bool kernel_found
= false;
531 OMFSignatureRSDS rsds
;
534 eprintf("usage:\n\t%s elf_file dmp_file\n", argv
[0]);
538 if (QEMU_Elf_init(&qemu_elf
, argv
[1])) {
539 eprintf("Failed to initialize QEMU ELF dump\n");
543 if (pa_space_create(&ps
, &qemu_elf
)) {
544 eprintf("Failed to initialize physical address space\n");
549 state
= qemu_elf
.state
[0];
550 printf("CPU #0 CR3 is 0x%016"PRIx64
"\n", state
->cr
[3]);
552 va_space_create(&vs
, &ps
, state
->cr
[3]);
553 if (fix_dtb(&vs
, &qemu_elf
)) {
554 eprintf("Failed to find paging base\n");
559 printf("CPU #0 IDT is at 0x%016"PRIx64
"\n", state
->idt
.base
);
561 if (va_space_rw(&vs
, state
->idt
.base
,
562 &first_idt_desc
, sizeof(first_idt_desc
), 0)) {
563 eprintf("Failed to get CPU #0 IDT[0]\n");
567 printf("CPU #0 IDT[0] -> 0x%016"PRIx64
"\n", idt_desc_addr(first_idt_desc
));
569 KernBase
= idt_desc_addr(first_idt_desc
) & ~(ELF2DMP_PAGE_SIZE
- 1);
570 printf("Searching kernel downwards from 0x%016"PRIx64
"...\n", KernBase
);
572 for (; KernBase
>= 0xfffff78000000000; KernBase
-= ELF2DMP_PAGE_SIZE
) {
573 nt_start_addr
= va_space_resolve(&vs
, KernBase
);
574 if (!nt_start_addr
) {
578 if (*(uint16_t *)nt_start_addr
== 0x5a4d) { /* MZ */
579 printf("Checking candidate KernBase = 0x%016"PRIx64
"\n", KernBase
);
580 if (pe_check_pdb_name(KernBase
, nt_start_addr
, &vs
, &rsds
)) {
588 eprintf("Failed to find NT kernel image\n");
593 printf("KernBase = 0x%016"PRIx64
", signature is \'%.2s\'\n", KernBase
,
594 (char *)nt_start_addr
);
596 pe_get_pdb_symstore_hash(&rsds
, pdb_hash
);
598 sprintf(pdb_url
, "%s%s/%s/%s", SYM_URL_BASE
, PDB_NAME
, pdb_hash
, PDB_NAME
);
599 printf("PDB URL is %s\n", pdb_url
);
601 if (download_url(PDB_NAME
, pdb_url
)) {
602 eprintf("Failed to download PDB file\n");
607 if (pdb_init_from_file(PDB_NAME
, &pdb
)) {
608 eprintf("Failed to initialize PDB reader\n");
613 if (!SYM_RESOLVE(KernBase
, &pdb
, KdDebuggerDataBlock
) ||
614 !SYM_RESOLVE(KernBase
, &pdb
, KdVersionBlock
)) {
619 kdbg
= get_kdbg(KernBase
, &pdb
, &vs
, KdDebuggerDataBlock
);
625 if (fill_header(&header
, &ps
, &vs
, KdDebuggerDataBlock
, kdbg
,
626 KdVersionBlock
, qemu_elf
.state_nr
)) {
631 if (fill_context(kdbg
, &vs
, &qemu_elf
)) {
636 if (write_dump(&ps
, &header
, argv
[2])) {
637 eprintf("Failed to save dump\n");
649 pa_space_destroy(&ps
);
651 QEMU_Elf_exit(&qemu_elf
);