Print

Please login or register.
1 Hour 1 Day 1 Week 1 Month Forever
Login with username, password and session length

[devek]

Don't laugh, its a work in progress and I have just got it to work, but it seems effective. I got gotos and shit lol. Also, the binary scan isn't randomly selected. It was carefully crafted by analyzing the usage of said pointers in the disassembled version and I am pretty confident they should always work. The vector scans kind of depend on certain things being the first in line, so modified raw will screw with it but I will address that later once I get an actual release out again.

I'll dump the whole source of my project when I am done. I figured out how to do everything I want to do now, so it shouldn't take too long.

Spoiler (click to show/hide)

Code: [Select]

void MainWindow::attach()
{
    PROCESSENTRY32 pe32;
    pe32.dwSize = sizeof (PROCESSENTRY32);
    const HANDLE hProcessSnap = CreateToolhelp32Snapshot(TH32CS_SNAPPROCESS, 0);
    if (Process32First(hProcessSnap, &pe32))
    {
        do
        {
            if (wcsicmp(TEXT("Dwarf Fortress.exe"), pe32.szExeFile) == 0)
            {
                MODULEENTRY32 me32;
                me32.dwSize = sizeof(MODULEENTRY32);
                const HANDLE hSnapShot = CreateToolhelp32Snapshot(TH32CS_SNAPMODULE, pe32.th32ProcessID);
                if (Module32First(hSnapShot, &me32))
                {
                    do
                    {
                        if (wcsicmp(TEXT("Dwarf Fortress.exe"), me32.szModule) == 0)
                        {
                            dfsize = (uint32_t)me32.modBaseSize;
                            dfbase = (uint32_t)me32.modBaseAddr;
                            hDF = OpenProcess(PROCESS_VM_READ | PROCESS_VM_WRITE, FALSE, pe32.th32ProcessID);
                            CloseHandle(hSnapShot);
                            CloseHandle(hProcessSnap);
                            goto dffound;
                        }
                    } while (Module32Next (hSnapShot, &me32));
                }
                CloseHandle(hSnapShot);
            }
        } while (Process32Next(hProcessSnap, &pe32));
    }

    CloseHandle(hProcessSnap);
    actionLog("Unable to find Dwarf Fortress.exe!");
    return;

    dffound:
        actionLog(QString("Dwarf Fortress.exe found at 0x" % (QString::number(dfbase,16)) % " with a size of " %
                          QString::number(dfsize) % " bytes."));

    const uint8_t * __restrict memory8 = (uint8_t*)malloc(dfsize);
    const uint32_t * __restrict memory32 = (uint32_t*)memory8;
    ReadProcessMemory(hDF, (void *)dfbase, (void *)memory8, dfsize, 0);


    uint32_t *dfvector = 0;
    uint32_t trash = 0;
    char className[256] = {0};
    char *string = 0;
    uint32_t strsize = 0;
    uint32_t strmode = 0;
    uint32_t size = 0;

    for (unsigned int a = 0; a < ((dfsize/4)-100); a++)
    {
        //
        const uint32_t vectorBase = *(memory32+a);
        const uint32_t vectorPos = *(memory32+a+1);
        const uint32_t vectorCap = *(memory32+a+2);
        const uint32_t vectorNull = *(memory32+a+3);

        if (vectorNull != 0) goto vectorsearchdone;
        if (vectorBase == 0) goto vectorsearchdone;
        if (vectorPos == 0) goto vectorsearchdone;
        if (vectorCap == 0) goto vectorsearchdone;

        if ((vectorBase % 4) != 0) goto vectorsearchdone;
        if ((vectorPos % 4) != 0) goto vectorsearchdone;
        if ((vectorCap % 4) != 0) goto vectorsearchdone;

        if (vectorBase > vectorPos) goto vectorsearchdone;
        if (vectorBase > vectorCap) goto vectorsearchdone;
        if (vectorPos > vectorCap) goto vectorsearchdone;

        size = vectorPos - vectorBase;
        if (size > 100000) goto vectorsearchdone;
        if (size == 0) goto vectorsearchdone;

        dfvector = (uint32_t *) malloc(size);
        if(ReadProcessMemory(hDF, (void *)vectorBase, (void *)dfvector, size, 0))
        {
            trash = 0;
            className[0] = '\0';

            for (uint32_t c = 0; c < (size / 4); c++)
            {
                if(!ReadProcessMemory(hDF, (void *)*(dfvector+c), (void *)&trash, 4, 0))
                {
                    free ((uint32_t *)dfvector);
                    goto vectorsearchdone;
                }
            }

            strsize = readDWord(*(dfvector) + 0x10);
            strmode = readDWord(*(dfvector) + 0x14);
            if (strsize > 255)
            {
                free ((uint32_t *)dfvector);
                goto vectorsearchdone;
            }

            if (strmode == 0x0F)
            {
                ReadProcessMemory(hDF, (void *)*(dfvector), (void *)&className, strsize, 0);
                className[strsize] = '\0';
            }

            if (strmode == 0x1F)
            {
                ReadProcessMemory(hDF, (void *)*(dfvector), (void *)&trash, 4, 0);
                ReadProcessMemory(hDF, (void *)trash, (void *)&className, strsize, 0);
                className[strsize] = '\0';
            }

            if ((inorganicPointer == 0) && (strcmp(className,"IRON") == 0))
            {
                inorganicPointer = (a*4) + dfbase;
                actionLog("Inorganic Pointer Found: " % QString::number(inorganicPointer, 16));
                for (trash = 0; trash < (size / 4); trash++)
                {
                    string = readSTLString(*(dfvector+trash));
                    inorganicMaterials.push_back(QString(string));
                    free (string);
                }
            }
            if ((organicAllPointer == 0) && ((strcmp(className,"MEADOW-GRASS") == 0) || (strcmp(className,"MUSHROOM_HELMET_PLUMP") == 0)))
            {
                organicAllPointer = (a*4) + dfbase;
                actionLog("Organic All Pointer Found: " % QString::number(organicAllPointer, 16));
                for (trash = 0; trash < (size / 4); trash++)
                {
                    string = readSTLString(*(dfvector+trash));
                    organicMaterials.push_back(QString(string));
                    free (string);
                }
            }
            if ((organicPlantPointer == 0) && (strcmp(className,"MUSHROOM_HELMET_PLUMP") == 0))
            {
                organicPlantPointer = (a*4) + dfbase;
                actionLog("Organic Plant Pointer Found: " % QString::number(organicPlantPointer, 16));
            }
            if ((organicTreePointer == 0) && (strcmp(className,"MANGROVE") == 0))
            {
                organicTreePointer = (a*4) + dfbase;
                actionLog("Organic Tree Pointer Found: " % QString::number(organicTreePointer, 16));
            }
            if ((creatureTypePointer == 0) && (strcmp(className,"TOAD") == 0))
            {
                creatureTypePointer = (a*4) + dfbase;
                actionLog("Creature Type Pointer Found: " % QString::number(creatureTypePointer, 16));
                for (trash = 0; trash < (size / 4); trash++)
                {
                    string = readSTLString(*(dfvector+trash));
                    creatureTypes.push_back(QString(string));
                    free (string);
                }
            }
            if ((reactionPointer == 0) && (strcmp(className,"TAN_A_HIDE") == 0))
            {
                reactionPointer = (a*4) + dfbase;
                actionLog("Reaction Pointer Found: " % QString::number(reactionPointer, 16));
                for (trash = 0; trash < (size / 4); trash++)
                {
                    string = readSTLString(*(dfvector+trash));
                    reactionTypes.push_back(QString(string));
                    free (string);
                }
            }

            free ((uint32_t *)dfvector);
            actionLog("Possible vector found at: " % QString::number((a*4)+dfbase,16) % " Dwarf Fortress.exe+0x" % QString::number(a*4,16) % " (0x" %
                      QString::number((a*4)+0x400000,16) %") size: " % QString::number(size/4) % " " % QString(className));
        }
        else
        {
            free ((uint32_t *)dfvector);
        }

        vectorsearchdone:


        // not a bug here, the stuff we're looking for is always in the first 1/4th of memory space while vectors can be found later
        if ((memory8[a] == 0x8b)    && (memory8[a+1] == 0x15) && (memory8[a+6] == 0x8b)  && (memory8[a+7] == 0x34) &&
                (memory8[a+8] == 0x8a)  && (memory8[a+9] == 0x85) && (memory8[a+10] == 0xf6) && (memory8[a+11] == 0x74) &&
                (memory8[a+12] == 0x0f) && (memory8[a+13] == 0xe8))
        {
            managerPointer = *((uint32_t*)(memory8+a+2));
            actionLog("Manager Pointer Found: " % QString::number(managerPointer, 16));
        }

        if ((memory8[a] == 0x2b)    && (memory8[a+1] == 0x35) && (memory8[a+6] == 0x57)  && (memory8[a+7] == 0xc1) &&
            (memory8[a+8] == 0xfe)  && (memory8[a+9] == 0x02) && (memory8[a+10] == 0x4e) && (memory8[a+11] == 0x78) &&
            (memory8[a+12] == 0x20) && (memory8[a+13] == 0xbf))
        {
            itemPointer = *((uint32_t*)(memory8+a+2));
            actionLog("Item Pointer Found: " % QString::number(itemPointer, 16));
        }

    }
    free((uint8_t *)memory8);

    if (managerPointer && itemPointer && inorganicPointer && organicAllPointer && organicPlantPointer && organicTreePointer &&
            creatureTypePointer && reactionPointer)
    {
        actionLog("All vectors successfully found!");
    }
    else
    {
        actionLog("Failure finding all vectors! :(");
    }

    otherMaterials.push_back("INORGANIC");
    otherMaterials.push_back("AMBER");
    otherMaterials.push_back("CORAL");
    otherMaterials.push_back("GLASS_GREEN");
    otherMaterials.push_back("GLASS_CLEAR");
    otherMaterials.push_back("GLASS_CRYSTAL");
    otherMaterials.push_back("WATER");
    otherMaterials.push_back("COAL");
    otherMaterials.push_back("POTASH");
    otherMaterials.push_back("ASH");
    otherMaterials.push_back("PEARLASH");
    otherMaterials.push_back("LYE");
    otherMaterials.push_back("MUD");
    otherMaterials.push_back("VOMIT");
    otherMaterials.push_back("SALT");
    otherMaterials.push_back("FILTH_B");
    otherMaterials.push_back("FILTH_Y");
    otherMaterials.push_back("UNKNOWN_SUBSTANCE");
    otherMaterials.push_back("GRIME");
    otherMaterials.push_back("CREATURE_1");

    return;
}


[peterix]

Don't laugh, its a work in progress and I have just got it to work, but it seems effective. I got gotos and shit lol.
I'll dump the whole source of my project when I am done. I figured out how to do everything I want to do now, so it shouldn't take too long.

Cool stuff, it gets the job done I'll try to integrate the parts I didn't have into the dfhack search tool.

[devek]

You can also add a read class name to the vector scan and just viewing the output is informative when seeing which vectors are available. Or you can just use the latest version of my personal utility at http://dffd.wimbli.com/file.php?id=4100 which will just spit it out for you.

I still think other materials should be hardcoded(or at least used as a fallback when there are less than 20 entries), not only has it never changed afaik I don't think it can change. If it was more than 20 entries, I believe toady would have to recode almost every part of DF that used a material You know as well as I do that the material logic is kind of wonky.

[peterix]

0.5.11 is up.
Apart form the trivial 31.25 support update, it's mostly bugfixes.
The Ubuntu deb files are hopefully good this time - I rebuilt them from scratch. DFHack should also run fine under wine now. It's a bit slower when run that way, but there's no way around that. The liquids tool got some love and should behave a bit better (setting liquid level to 0 also sets temperature to 10015 to avoid the heat trap problem, placing walls removes liquids).

And that's about it. Enjoy

EDIT: uploaded the windows debug build by mistake. fixed.

[Grax]

setting liquid level to 0 also sets temperature to 10015 to avoid the heat trap problem

Aah, that was so beautiful way to get rid of cats... ;-)

[peterix]

setting liquid level to 0 also sets temperature to 10015 to avoid the heat trap problem

Aah, that was so beautiful way to get rid of cats... ;-)

Well, I'm sure it was... but all this temperature stuff was too easy to break and there was no simple way to get rid of magma. Temperature has a big problem in that it's invisible in the game for most tiles. Before I add temperature manipulation, I'd like to have a tool that can show a heat map

[lorb]

Still no luck with the *.deb package.
To make sure i start with a clean slate i purged dfhack and then installed from the new deb-package for 5.11.
dfprospector still gives me an error:

Code: [Select]

dfprospector: symbol lookup error: dfprospector: undefined symbol: _ZN6DFHack4Maps17ReadLocalFeaturesERSt3mapINS_10planecoordESt6vectorIPNS_9t_featureESaIS5_EESt4lessIS2_ESaISt4pairIKS2_S7_EEE

Just for fun i also downloaded the source and compiled it myself and that version runs without a problem:

Code: [Select]

/bin ./dfprospector
Maximal regionoffset seen: 0.
KUNZITE : 13
[...]
For clarification: i am running debian and not ubuntu but the package installs just fine. (It complains about not knowing kernel.yama.ptrace_scope but that should not hurt imho)

[peterix]

Still no luck with the *.deb package.
For clarification: i am running debian and not ubuntu but the package installs just fine.

Well, there's the problem, I think. The compiled package depends on some of the more basic libs in your system: libstdc++ and some gcc stuff. It's not ideal. Anyway, it shouldn't be hard to make your own package. I'll add a script that will setup everything for that

[danaris]

DFHack should also run fine under wine now.

Confirmed.  Thanks a lot, peterix!

Dfreveal still crashes, but I more or less expected that. (if you want, I can provide the Wine crashdump...)

EDIT: and so does dfcleanmap, just as it did before.

It's a bit slower when run that way, but there's no way around that.

Hey, I'm patient

[Truean]

Thank you so much for adding a range to the dfliquids obsidian spawning. I used to spend game years and real weeks setting up complex castings. I hated it. Now I can finally have the fortress I want.

[InsanityPrelude]

My firewall's popping up notifications about dfprospector trying to connect to literally everything running on my computer. Is that supposed to happen?

[peterix]

My firewall's popping up notifications about dfprospector trying to connect to literally everything running on my computer. Is that supposed to happen?

Yes, it's doing its job. Whitelist the DFHack tools.

[ZCM]

I'm trying to write a tool to manipulate active labors using dfhack as a library, but it seems like reading current jobs (current_job.jobId) isn't working - they're all 0. What am I doing wrong? I've tested with 0.31.23 and 0.31.19.

[devek]

Have fun with that, lol.

I think what you are looking for is like.. creature.current_job.occupationPtr

I don't know if this helps you, but this code was valid during .12(and now is all commented out lol) for finding out which trees were designated to be cut down by a dwarf. I need to update it to (not suck) and work with newer versions of DF. Of course, now I am not sure what was commented out before I commented it all out.. but one of the two approaches in there worked haha. But as you see, even back then jobId isn't updated. You need to go find that yourself from looking at the actual job.

Spoiler (click to show/hide)

Code: [Select]

    // When a tree is being cut, it isn't designated. If you redesignate it, it throws an annoying invalid dig error.
    //uint32_t cvector = meminfo->getAddress ("creature_vector");
    //uint32_t race_offset = meminfo->getOffset ("creature_race");
    //uint32_t job_type_offset = meminfo->getOffset("job_type");
    //uint32_t current_job_offset = meminfo->getOffset("creature_current_job");

    //DFHack::t_creature creature;
    /*
    DFHack::DfVector <uint32_t> p_cre (p, cvector);
    for(uint32_t i = 0; i < p_cre.size(); i++)
    {  */
        /*
        creature.race = p->readDWord(p_cre[i] + race_offset);
        creature.current_job.occupationPtr = p->readDWord(p_cre[i] + current_job_offset);
        if(creature.current_job.occupationPtr > 0)
        {
            creature.current_job.active = true;
            creature.current_job.jobType = p->readByte (creature.current_job.occupationPtr + job_type_offset);
        }
        else
        {
            creature.current_job.active = false;
            creature.current_job.jobType = 0;
        }*/ /*
        uint32_t occupation =  p->readDWord(p_cre[i] + current_job_offset);
        if ((p->readDWord(p_cre[i] + race_offset) == 200) && (occupation))
        {
            uint8_t jobType = p->readByte (occupation + job_type_offset);
            if ((jobType == 9) || (jobType == 10))
            {
                cords *cord = new cords;
                cord->x = p->readWord(occupation+16);
                cord->y = p->readWord(occupation+18);
                cord->z = p->readWord(occupation+20);
                busy.push_back(cord);
            }

        } */
        /*
        if((creature.race == 200) && creature.current_job.active && ((creature.current_job.jobType == 9) || (creature.current_job.jobType == 10)))
        {
            cords *hrm = new cords;
            hrm->x = p->readWord(creature.current_job.occupationPtr+16);
            hrm->y = p->readWord(creature.current_job.occupationPtr+18);
            hrm->z = p->readWord(creature.current_job.occupationPtr+20);
            busy.push_back(hrm);
        } */ /*
    }


[ZCM]

Have fun with that, lol.

I think what you are looking for is like.. creature.current_job.occupationPtr

That's uniformly 0, too.

I was really hoping to not need to modify dfhack.... drat.

EDIT: I got it. The existing logic was mostly sound, but disabled. I reenabled it and changed the job id read from DWord to Word, and it works.