Can't start any emulator with self-compiled UTM

[QianNangong]

I just want to test my qemu patch...
I'm following the guide from https://github.com/utmapp/UTM/blob/master/Documentation/MacDevelopment.md and build UTM 3.0.2 successfully, but I'm stuck at firing up any emulator...
I remove all Homebrew packages and run brew install bison pkg-config gettext glib libgpg-error nasm make meson as mentioned in the guide.

Log is here:

$ /Applications/UTM.app/Contents/MacOS/UTM 
2022-01-11T15:18:04+0800 info com.utmapp.UTM : JIT: found entitlement
2022-01-11 15:18:07.337 UTM[2261:16230] -[CSConnection finishInit]:271
2022-01-11 15:18:07.337 UTM[2261:16230] -[CSInput initWithSession:]:293
2022-01-11 15:18:07.338 UTM[2261:16230] -[CSSession initWithSession:]:294
2022-01-11 15:18:07.341 UTM[2261:16230] Running:  -L /Applications/UTM.app/Contents/Resources/qemu -S -qmp tcp:127.0.0.1:4000,server,nowait -nodefaults -vga none -spice unix=on,addr=(null),disable-ticketing=on,image-compression=off,playback-compression=off,streaming-video=off,gl=off -device virtio-vga -device virtio-rng-pci -smp cpus=4,sockets=1,cores=4,threads=1 -machine q35,vmport=off -accel tcg,tb-size=1024 -global PIIX4_PM.disable_s3=1 -global ICH9-LPC.disable_s3=1 -drive if=pflash,format=raw,unit=0,file=/Applications/UTM.app/Contents/Resources/qemu/edk2-x86_64-code.fd,readonly=on -drive "if=pflash,format=raw,unit=1,file=/Users/username/Library/Containers/com.utmapp.UTM/Data/Documents/Virtual Machine.utm/Images/efi_vars.fd" -boot menu=on -m 4096 -device intel-hda -device hda-duplex -name "Virtual Machine" -usb -device usb-tablet,bus=usb-bus.0 -device ich9-usb-ehci1,id=usb-controller-0 -device ich9-usb-uhci1,masterbus=usb-controller-0.0,firstport=0,multifunction=on -device ich9-usb-uhci2,masterbus=usb-controller-0.0,firstport=2,multifunction=on -device ich9-usb-uhci3,masterbus=usb-controller-0.0,firstport=4,multifunction=on -chardev spicevmc,name=usbredir,id=usbredirchardev0 -device usb-redir,chardev=usbredirchardev0,id=usbredirdev0,bus=usb-controller-0.0 -chardev spicevmc,name=usbredir,id=usbredirchardev1 -device usb-redir,chardev=usbredirchardev1,id=usbredirdev1,bus=usb-controller-0.0 -chardev spicevmc,name=usbredir,id=usbredirchardev2 -device usb-redir,chardev=usbredirchardev2,id=usbredirdev2,bus=usb-controller-0.0 -device ide-cd,bus=ide.0,drive=cdrom0,bootindex=0 -drive if=none,media=cdrom,id=cdrom0 -device ide-hd,bus=ide.1,drive=drive0,bootindex=1 -drive "if=none,media=disk,id=drive0,file=/Users/username/Library/Containers/com.utmapp.UTM/Data/Documents/Virtual Machine.utm/Images/data.qcow2,cache=writethrough" -device e1000,mac=F6:11:08:56:18:88,netdev=net0 -netdev user,id=net0 -device virtio-serial -device virtserialport,chardev=vdagent,name=com.redhat.spice.0 -chardev spicevmc,id=vdagent,debug=0,name=vdagent -uuid 745AA160-9618-438F-95E0-ADD5ACBED556 -rtc base=localtime
2022-01-11 15:18:07.343 UTM[2261:16230] Stream error Error Domain=NSPOSIXErrorDomain Code=61 "Connection refused" UserInfo={_kCFStreamErrorCodeKey=61, _kCFStreamErrorDomainKey=1}
2022-01-11 15:18:07.343 UTM[2261:16230] QMP stream error seen: Error Domain=NSPOSIXErrorDomain Code=61 "Connection refused" UserInfo={_kCFStreamErrorCodeKey=61, _kCFStreamErrorDomainKey=1}
2022-01-11 15:18:07.343 UTM[2261:16230] QMP connection failed, retries left: 29
2022-01-11 15:18:07.355 UTM[2261:16241] RPC: Error Domain=com.utmapp.utm Code=-1 "RPC没有连接。" UserInfo={NSLocalizedDescription=RPC没有连接。}
2022-01-11 15:18:07.355 UTM[2261:16241] error finding index: Error Domain=com.utmapp.utm Code=-1 "RPC没����" UserInfo={NSLocalizedDescription=RPC没����}
2022-01-11 15:18:08.441 UTM[2261:16230] Connected to stream 0x600000154090
2022-01-11 15:18:08.441 UTM[2261:16230] QMP connection successful! (readStream:1)
2022-01-11 15:18:08.441 UTM[2261:16230] Connected to stream 0x600000154630
2022-01-11 15:18:08.441 UTM[2261:16230] QMP connection successful! (readStream:0)
2022-01-11 15:18:08.441 UTM[2261:16230] Debug JSON recieved <- {
    QMP =     {
        capabilities =         (
            oob
        );
        version =         {
            package = "";
            qemu =             {
                major = 6;
                micro = 0;
                minor = 2;
            };
        };
    };
}
2022-01-11 15:18:08.441 UTM[2261:16230] Got QMP handshake: {
    QMP =     {
        capabilities =         (
            oob
        );
        version =         {
            package = "";
            qemu =             {
                major = 6;
                micro = 0;
                minor = 2;
            };
        };
    };
}
2022-01-11 15:18:08.441 UTM[2261:16230] Debug JSON send -> {
    execute = "qmp_capabilities";
}
2022-01-11 15:18:08.442 UTM[2261:16243] Debug JSON recieved <- {
    return =     {
    };
}
2022-01-11 15:18:08.443 UTM[2261:16230] qemuQmpDidConnect
2022-01-11 15:18:08.443 UTM[2261:16230] found bookmark for cdrom0
2022-01-11 15:18:08.453 UTM[2261:16241] Debug JSON send -> {
    arguments =     {
        device = cdrom0;
        filename = "/path/to/iso";
    };
    execute = "blockdev-change-medium";
}
2022-01-11 15:18:08.458 UTM[2261:16243] Debug JSON recieved <- {
    data =     {
        device = cdrom0;
        id = "/machine/peripheral-anon/device[8]";
        "tray-open" = 1;
    };
    event = "DEVICE_TRAY_MOVED";
    timestamp =     {
        microseconds = 458017;
        seconds = 1641885488;
    };
}
2022-01-11 15:18:08.458 UTM[2261:16243] Debug JSON recieved <- {
    data =     {
        device = cdrom0;
        id = "/machine/peripheral-anon/device[8]";
        "tray-open" = 0;
    };
    event = "DEVICE_TRAY_MOVED";
    timestamp =     {
        microseconds = 458131;
        seconds = 1641885488;
    };
}
2022-01-11 15:18:08.458 UTM[2261:16243] Debug JSON recieved <- {
    return =     {
    };
}
2022-01-11 15:18:08.463 UTM[2261:16230] cs_channel_new:164
2022-01-11 15:18:08.463 UTM[2261:16281] SPICE agent connected: 0
2022-01-11 15:18:08.464 UTM[2261:16281] Failed to connect to SPICE: Error Domain=com.utmapp.utm Code=-1 "An error occurred trying to connect to SPICE." UserInfo={NSLocalizedDescription=An error occurred trying to connect to SPICE.}
2022-01-11 15:18:08.472 UTM[2261:16281] Stop operation timeout or force quit
2022-01-11 15:18:08.472 UTM[2261:16230] Debug JSON send -> {
    execute = quit;
}
2022-01-11 15:18:08.473 UTM[2261:16281] Exit operation timeout or force quit
2022-01-11 15:18:08.473 UTM[2261:16281] cs_channel_destroy:202
2022-01-11 15:18:18.572 UTM[2261:16230] RPC: Error Domain=com.utmapp.utm Code=-1 "RPC连接超时。" UserInfo={NSLocalizedDescription=RPC连接超时。}

RPC没有连接 means RPC is not connected and RPC连接超时 means RPC connection timeout.

The QEMU patch is

--- a/target/i386/tcg/translate.c
+++ b/target/i386/tcg/translate.c
@@ -4559,6 +4559,7 @@ static target_ulong disas_insn(DisasContext *s, CPUState *cpu)
     int b, prefixes;
     int shift;
     MemOp ot, aflag, dflag;
+    int sgdt_hack; /* OS2LVM.DMD hack */
     int modrm, reg, rm, mod, op, opreg, val;
     target_ulong next_eip, tval;
     target_ulong pc_start = s->base.pc_next;
@@ -4581,6 +4582,8 @@ static target_ulong disas_insn(DisasContext *s, CPUState *cpu)
 
     prefixes = 0;
 
+    sgdt_hack = 0;
+
  next_byte:
     b = x86_ldub_code(env, s);
     /* Collect prefixes.  */
@@ -7445,6 +7448,11 @@ static target_ulong disas_insn(DisasContext *s, CPUState *cpu)
         modrm = x86_ldub_code(env, s);
         switch (modrm) {
         CASE_MODRM_MEM_OP(0): /* sgdt */
+            if (dflag == MO_16) {
+                sgdt_hack = 1;
+                dflag = MO_32;
+                s->dflag = MO_32;
+            }
             gen_svm_check_intercept(s, SVM_EXIT_GDTR_READ);
             gen_lea_modrm(env, s, modrm);
             tcg_gen_ld32u_tl(s->T0,
@@ -7456,6 +7464,11 @@ static target_ulong disas_insn(DisasContext *s, CPUState *cpu)
                 tcg_gen_andi_tl(s->T0, s->T0, 0xffffff);
             }
             gen_op_st_v(s, CODE64(s) + MO_32, s->T0, s->A0);
+            if (sgdt_hack) {
+                dflag = MO_16;
+                s->dflag = MO_16;
+                sgdt_hack = 0;
+            }
             break;
 
         case 0xc8: /* monitor */

[osy]

You seem to be building qemu 6.0.2 while UTM 3.0 used qemu 6.2.0

[osy]

No it's not, read it again.

[QianNangong]

Nope, I'm using the dmg downloaded from Releases, it may be a bug of spice or something else.

[QianNangong]

Oh, micro is front of minor, it's actually 6.2.0 but not 6.0.2.

[osy]

Oh good catch

[adespoton]

So if I understand what your patch is doing correctly, it's modifying STV to be 16 bit instead of 32 bit for OS/2, and then continuing to run all other operators in 32-bit mode?
And the result of this change is that NO VMs are loading correctly (essentially, SPICE connection to emulator is failing)?

Have you tried a basic compile without your patch to try and replicate the release build?

Also, have you tried to run the embedded qemu from Terminal to see if it spins up correctly? This will help identify if SPICE isn't connecting because SPICE built incorrectly, or whether QEMU never actually starts because of some error.