daiBot - Create bots in C++ / C#/ AutoIt

Daifoku · 10/15/2015, 17:55

daiBot

This small DLL* allows you to easily create a pixel-based bot in C# / C++ and AutoIt that runs really fast** in background-mode.
The bot uses PostMessage.

Pixel detection also works in background.
It's getting the DeviceContext and creates a DIBSection

Current main featues: getPixel, click, drag, pDrag
Going to add more features soon!
press thanks if you like my work.

*Compiled with VS2015 Community x86
**Gets 26000 frames per second on my PC.. that should be fast enough

AutoIt Wrapper

Spoiler

C Exports (If you want to write a wrapper for another language)

Spoiler

Code:

extern "C" {
	//  C-Wrapper für daiBotInterface
	__declspec(dllexport) daiBotInterface* GetDB() {
		return static_cast<daiBotInterface*>(new daiBot());
	}
	// C-Wrapper für HWND getHandle(const wchar_t * lpWindowName);
	__declspec(dllexport) HWND getHandle(void* object, const wchar_t * lpWindowName) {
		daiBotInterface* instance = static_cast<daiBotInterface*>(object);
		return instance->getHandle(lpWindowName);
	}
	// C-Wrapper für daiBotInterface.init(const HWND & handle)
	__declspec(dllexport) BYTE * init(void* object, int handle) {
		daiBotInterface* instance = static_cast<daiBotInterface*>(object);
		return instance->init((HWND)handle);
	}
	// C-Wrapper für daiBotInterface.loadBitmap()
	__declspec(dllexport) void loadBitmap(void* object) {
		daiBotInterface* instance = static_cast<daiBotInterface*>(object);
		instance->loadBitmap();
	}
	// C-Wrapper für void saveBitmap(const char * filePath);
	__declspec(dllexport) void saveBitmap(void* object, const char * filePath) {
		daiBotInterface* instance = static_cast<daiBotInterface*>(object);
		instance->saveBitmap(filePath);
	}
	// C-Wrapper für int getPixel(const int x, const int y);
	__declspec(dllexport) int getPixel(void* object, int x, int y) {
		daiBotInterface* instance = static_cast<daiBotInterface*>(object);
		return instance->getPixel(x,y);
	}
	// C-Wrapper für void click(int x, int y);
	__declspec(dllexport) void click(void* object, int x, int y) {
		daiBotInterface* instance = static_cast<daiBotInterface*>(object);
		instance->click(x, y);
	}
	// C-Wrapper für void drag(int xFrom, int yFrom, int xTo, int yTo, float speed);
	__declspec(dllexport) void drag(void* object, int xFrom, int yFrom, int xTo, int yTo, float speed) {
		daiBotInterface* instance = static_cast<daiBotInterface*>(object);
		instance->drag(xFrom, yFrom, xTo, yTo, speed);
	}
	// C-Wrapper für void pDrag(int x[], int y[], int num, float speed);
	__declspec(dllexport) void pDrag(void* object, int * x, int * y, int num, float speed) {
		daiBotInterface* instance = static_cast<daiBotInterface*>(object);
		instance->pDrag(x, y, num, speed);
	}
	// C-Wrapper für void move(int xFrom, int yFrom, int xTo, int yTo, float speed);
	__declspec(dllexport) void move(void* object, int xFrom, int yFrom, int xTo, int yTo, float speed) {
		daiBotInterface* instance = static_cast<daiBotInterface*>(object);
		instance->move(xFrom, yFrom, xTo, yTo, speed);
	}
	// C-Wrapper für int colorDistance(int R_value, int G_value, int B_value, int R_value2, int G_value2, int B_value2);
	__declspec(dllexport) int colorDistance2(void* object, int R_value, int G_value, int B_value, int R_value2, int G_value2, int B_value2) {
		daiBotInterface* instance = static_cast<daiBotInterface*>(object);
		return instance->colorDistance(R_value, G_value, B_value, R_value2, G_value2, B_value2);
	}
	// C-Wrapper für int colorDistance(int RGB1, int RGB2);
	__declspec(dllexport) int colorDistance(void* object, int RGB1, int RGB2) {
		daiBotInterface* instance = static_cast<daiBotInterface*>(object);
		return instance->colorDistance(RGB1, RGB2);
	}
	// C-Wrapper für BITMAPINFO * getBitmapInfo();
	__declspec(dllexport) BITMAPINFOHEADER * getBitmapInfo(void* object) {
		daiBotInterface* instance = static_cast<daiBotInterface*>(object);
		return &instance->getBitmapInfo()->bmiHeader;
	}
}

Interface.h (pure virtual)

Spoiler

Code:

#pragma once
#ifndef DAIAPI
	#ifdef DAI_EXPORTS
	#define DAIAPI __declspec(dllexport) 
	#else
	#define DAIAPI __declspec(dllimport) 
	#endif
	#include <Windows.h>
#endif
struct daiBotInterface {
	/**
		Receives the HWND of @lpWindowName

		@author Daifoku
		@param lpWindowName The window name (the window's title). If this parameter is NULL, getHandle returns the desktop handle.
		@return	If the function succeeds, the return value is a handle to the window that has the specified window name.
		If the function fails, the return value is NULL
	*/

	virtual HWND getHandle(const wchar_t * lpWindowName) = 0;

	/**
		Creates the Bitmap structure
		cDC, hDC, BITMAPINFO
		uses CreateDIBSection

		@author Daifoku
		@example
			BYTE* pixels = NULL;
			BITMAPINFO * bmi = bitmap::initDeviceContext(windowHandle, hDC, cDC, (LPVOID*) &pixels);

		@param handle Handle to a window
		@return Returns a pointer to all pixels
	*/

	virtual BYTE * init(const HWND & handle) = 0;
	/**
		Load all pixels into the hDC
		uses BitBlt to SRCCOPY all bits

		@author Daifoku
	*/
	virtual void loadBitmap() = 0;

	/**
		Saves @pixels into a bitmap

		@author Daifoku
		@time 2.3ms
		@param filePath relative or absolute path, e.g. "image.bmp"
	*/
	virtual void saveBitmap(const char * filePath) = 0;

	/**
		Gets the color of the pixel @x,@y

		@author Daifoku
		@time 0ms
		@param x x-position of the pixel
		@param y y-position of the pixel
		@return color in format RGB
	*/
	virtual int getPixel(const int x, const int y) = 0;

	/**
		Clicks at position @x,@y (relative to the client)

		@param handle HWND of the window to click in
		@param x x-pos
		@param y y-pos
	*/
	virtual void click(int x, int y) = 0;

	/**
		Drags the mouse from one position to another
		Simulates mouse movements (!) - no instant move

		@param xFrom x-pos from
		@param yFrom y-pos from
		@param xTo x-pos to
		@param yTo y-pos to
		@param speed You can adjust the movement speed. Setting a higher value increases the speed. Speed has to be greater than 0.
	*/
	virtual void drag(int xFrom, int yFrom, int xTo, int yTo, float speed = 10) = 0;
	/**
		Drags the mouse along the polygon
		Posts a MouseDown message to the specified window at position x[0],y[0]
		Moves the mouse from one coordinate to another x[i],y[i] to x[i+1],y[i+1]
		Posts a MouseUp message at position x[num-1],y[num-1]

		@author Daifoku
		@param x x koordinates.
		@param y y koordinates
		@param num Number of koordinates in x[],y[]
		@param speed You can adjust the movement speed. Setting a higher value increases the speed.
						
	*/
	virtual void pDrag(int x[], int y[], int num, float speed = 10) = 0;

	/**
		Moves the mouse
		Does not click (Use function @drag to include MouseDown/MouseUp messages)

		@author Daifoku
		@param xFrom x-pos from
		@param yFrom y-pos from
		@param xTo x-pos to
		@param yTo y-pos to
		@param speed You can adjust the movement speed. Setting a higher value increases the speed. Speed has to be greater than 0.

	*/
	virtual void move(int xFrom, int yFrom, int xTo, int yTo, float speed = 10) = 0;
	/**
		Converts RGB value to Lab and calculates the euclidian distance
		
		@brief	You can use triplets or RGB as int. The following calls are equal.
				colorDistance(0x00, 0xEE, 0xFF, 0x01, 0xCC, 0xCC) 
				colorDistance(0x00EEFF, 0x01CCCC)
	*/
	virtual int colorDistance(int R_value, int G_value, int B_value, int R_value2, int G_value2, int B_value2) = 0;
	virtual int colorDistance(int RGB1, int RGB2) = 0;

	/**
		Returns the BITMAPINFO struct
		
		@brief Important parameter : 
				getBitmapInfo()->bmiHeader.biWidth
				getBitmapInfo()->bmiHeader.biHeight
				getBitmapInfo()->bmiHeader.biSizeImage

				For a complete struct overview visit
				https://msdn.microsoft.com/de-de/library/windows/desktop/dd183375(v=vs.85).aspx
				https://msdn.microsoft.com/de-de/library/windows/desktop/dd183376(v=vs.85).aspx
	*/
	virtual BITMAPINFO * getBitmapInfo() = 0;
};

typedef daiBotInterface* dHANDLE;


extern "C" {
	//DAIAPI dHANDLE WINAPI GetDB(VOID);
	__declspec(dllexport) daiBotInterface* GetDB();
}

C++ Example

Spoiler

AutoIt Example

Spoiler

PHP Code:


			
#RequireAdmin
#include "daiBot.au3"

startBot("BlueStacks App Player")                            ; Target BlueStacks. You always have to set a Target to work with.
loadBitmap()                                                 ; call this to refresh the image buffer
if(colorDistance(getPixel(141, 923),0x00EE00) < 100) Then    ; gets the color at position (141, 923) and compares the result with 0x00EE00
    ConsoleWrite("The colors match" & @CRLF)                ; A difference of 0 means, that it is an exact match. All values lower than ~ 100 are nearly equal.
EndIf        ;
click(425, 821)                                             ; clicks at position (425, 821)

saveBitmap("test.bmp")                                         ; saves the buffer to test.bmp
drag(275, 857, 275, 667)                                    ; drags the mouse from Position (275, 857) to (275, 667)

; Performing a polygon drag (pDrag).
; this drags the element at position (460,573) to position (180,758) and visits on the way the other two coordinates
; You can use as many coordinates as you like
Local $xArr[4] = [460, 460, 180, 180]
Local $yArr[4] = [573, 856 , 856, 758]
pDrag($xArr, $yArr)

; Getting some infos about the captured window/image
$bmiStruct = getBitmapInfo()                         ; take a look at $tagBITMAPINFOHEADER for all values.
ConsoleWrite("Bitmap-Size: " & $bmiStruct.biWidth & " x " & -$bmiStruct.biHeight & @CRLF);


DllClose($hDLL)                                        ; do not forget to close the DLL when you are done !

C++ Tutorial for daiBot.dll :

You can find all files in the attachements. Examples are also included (Except the c++ one..

BugFixes
-----------------------------------------------------
AutoIt Wrapper: small bug in Func startBot($window)
replace $window = getHandle("BlueStacks App Player")
with $window = getHandle($window)
.. will be fixed in the next version

Changelog
15/10/2015 17:47 Initial Release

Daifoku · 10/16/2015, 17:40

mag jemand die DLLImports für C/C# erstellen ?
Kenne mich damit leider nicht aus, sonst würde ich es selber machen.

PS: Implementiere momentan eine Picture-in-Picture Suche.

Es werden nur 32Bit Bitmaps unterstützt.
Transparenz wird durch die Farbe RGB(0,255,0) untestüzt. (knall grün.)
Toleranz der Farbpixel kann eingestellt werden. Berechnung durch XYZ->CIELAB (https://de.wikipedia.org/wiki/Lab-Fa...von_XYZ_zu_Lab)
Boyer Moore Algorthmus zur schnellstmöglichen Suche (https://de.wikipedia.org/wiki/Boyer-...us#Algorithmus). Dazu werden die zu suchenden Bilder in ein entsprechendes Format vor-konvergiert. Anpassen der Breiten und höhen verhältnisse, hinzufügen von Wildcard-pixeln 0x00ff00, etc..

edit:
läuft selbst auf meinem PC zu langsam.. und der ist für Rechenoperationen optimiert.

Ohne Fourier Transformationen kann man das knicken. Leider muss ich in 3 Tagen wieder arbeiten und ich werde für eine DFT Implementation bestimmt länger als 3 Tage benötigen...

hatte mir ehrlich gesagt mehr erhofft.
Werde wohl nur die Exact-Match-Suche mit Boyer Moore implementieren, die ist nämlich schnell.

kidsforsale · 10/17/2015, 20:59

i download then run and got this error message.

alpines · 10/18/2015, 01:38

Quote:

Originally Posted by kidsforsale

i download then run and got this error message.

Which au3 version are you using? This should only work with 3.3.10.2+

evilbaby · 12/27/2015, 12:26

don't send in windows 7 64bit, autoit new version .

!

Napulé · 04/28/2019, 10:29

Didn't worked for me... Using Autoit.

killzone · 05/16/2019, 10:45

@

can show sample code for vb.net or C#?