#ToolScreenScrapperRecognition

Utils/ToolScreenScrapRecognize/Main.py

@@ -0,0 +1,96 @@
+import psutil
+import datetime
+import logging
+import os
+import tkinter as tk
+
+from desktopmagic.screengrab_win32 import (
+getDisplayRects, saveScreenToBmp, saveRectToBmp, getScreenAsImage,
+getRectAsImage, getDisplaysAsImages)
+
+#pytesseract
+try:
+    from PIL import Image
+except ImportError:
+    import Image
+import pytesseract
+pytesseract.pytesseract.tesseract_cmd = r'C:\Program Files\Tesseract-OCR\tesseract.exe'
+# Example tesseract_cmd = r'C:\Program Files (x86)\Tesseract-OCR\tesseract'
+
+class App(tk.Frame):
+    def __init__( self, parent):
+        tk.Frame.__init__(self, parent)
+        self._createVariables(parent)
+        self._createCanvas()
+        self._createCanvasBinding()
+
+    def _createVariables(self, parent):
+        self.parent = parent
+        self.rectx0 = 0
+        self.recty0 = 0
+        self.rectx1 = 0
+        self.recty1 = 0
+        self.rectid = None
+
+    def _createCanvas(self):
+        self.canvas = tk.Canvas(self.parent, width = self.winfo_screenwidth(), height = self.winfo_screenheight(),
+                                bg = "white" )
+        self.canvas.grid(row=0, column=0, sticky='nsew')
+
+    def _createCanvasBinding(self):
+        self.canvas.bind( "<Button-1>", self.startRect )
+        self.canvas.bind( "<ButtonRelease-1>", self.stopRect )
+        self.canvas.bind( "<B1-Motion>", self.movingRect )
+        
+    def startRect(self, event):
+        self.canvas.delete("all")
+        #Translate mouse screen x0,y0 coordinates to canvas coordinates
+        self.rectx0 = self.canvas.canvasx(event.x)
+        self.recty0 = self.canvas.canvasy(event.y) 
+        #Create rectangle
+        self.rectid = self.canvas.create_rectangle(
+            self.rectx0, self.recty0, self.rectx0, self.recty0, fill="#4eccde")
+        print('Rectangle {0} started at {1} {2} {3} {4} '.
+              format(self.rectid, self.rectx0, self.recty0, self.rectx0,
+                     self.recty0))
+
+    def movingRect(self, event):
+        #Translate mouse screen x1,y1 coordinates to canvas coordinates
+        self.rectx1 = self.canvas.canvasx(event.x)
+        self.recty1 = self.canvas.canvasy(event.y)
+        #Modify rectangle x1, y1 coordinates
+        self.canvas.coords(self.rectid, self.rectx0, self.recty0,
+                      self.rectx1, self.recty1)
+        print('Rectangle x1, y1 = ', self.rectx1, self.recty1)
+
+    def stopRect(self, event):
+        #Translate mouse screen x1,y1 coordinates to canvas coordinates
+        self.rectx1 = self.canvas.canvasx(event.x)
+        self.recty1 = self.canvas.canvasy(event.y)
+        self.canvas.delete("all")
+        self.parent.attributes('-alpha', 0.0)
+        #Save rect in file png
+        rect256 = getRectAsImage((int(self.rectx0), int(self.recty0), int(self.rectx1), int(self.recty1)))
+        rect256.save('screencapture_256_256.png', format='png')
+        self.parent.attributes('-alpha', 0.2)
+        #Modify rectangle x1, y1 coordinates
+        self.canvas.coords(self.rectid, self.rectx0, self.recty0,
+                      self.rectx1, self.recty1)
+        print('Rectangle ended')
+        print('##################Recognition result###########################')
+        print(pytesseract.image_to_string(Image.open('screencapture_256_256.png'), lang='rus'))
+
+if __name__ == "__main__":
+    root = tk.Tk()
+    def quit(l):
+        root.destroy()
+    root.bind("<Escape>",quit)
+    root.attributes('-alpha', 0.2)
+    root.attributes("-fullscreen", True)
+    #pad=3
+    #root.geometry("{0}x{1}+0+0".format(
+    #        root.winfo_screenwidth()-pad, root.winfo_screenheight()-pad))
+    print(f"{root.winfo_screenwidth()}x{root.winfo_screenheight()}")
+    root.geometry( f"{root.winfo_screenwidth()}x{root.winfo_screenheight()}" )
+    app = App(root)
+    root.mainloop()

Utils/ToolScreenScrapRecognize/ToolScreenScrapRecognize_x64.cmd

@@ -0,0 +1,4 @@
+cd %~dp0..\..\Sources
+copy /Y ..\Resources\WPy64-3720\python-3.7.2.amd64\python.exe ..\Resources\WPy64-3720\python-3.7.2.amd64\OpenRPA_ToolScreenScrapRecognize.exe
+..\Resources\WPy64-3720\python-3.7.2.amd64\OpenRPA_ToolScreenScrapRecognize.exe "..\Utils\ToolScreenScrapRecognize\Main.py"
+pause >nul