Skip to content

Instantly share code, notes, and snippets.

@baotang2118

baotang2118/AutoReactFbStatusOpenCV_LoadTemplates.py

Last active November 6, 2019 09:27
Show Gist options
  • Save baotang2118/ab351080928236f934f2eefff2787ff1 to your computer and use it in GitHub Desktop.
Save baotang2118/ab351080928236f934f2eefff2787ff1 to your computer and use it in GitHub Desktop.
Download ZIP
Raw
AutoReactFbStatusOpenCV_LoadTemplates.py
# load templates on, transform it to gray color
react = ['like.png', 'liked.png', 'loved.png', 'haha.png', 'wow.png', 'sad.png', 'angry.png']
reactions_haha = ['haha1.png', 'haha2.png', 'haha3.png', 'haha4.png']
reactions_like = ['like1.png', 'like2.png']
reactions_love = ['love1.png', 'love2.png', 'love3.png']
reactions_sad = ['sad1.png', 'sad2.png', 'sad3.png', 'sad4.png', 'sad5.png']
reactions_wow = ['wow1.png', 'wow2.png', 'wow3.png', 'wow4.png', 'wow5.png']
gray_tempplates = []
for i in react:
str = '/home/baotd/project fb_auto_like/template/'
str += i
templates = cv2.imread(str, cv2.IMREAD_COLOR)
gray_tempplates.append(cv2.cvtColor(templates, cv2.COLOR_BGR2GRAY))
gray_reactions_haha = []
for i in reactions_haha:
str = '/home/baotd/project fb_auto_like/template/'
str += i
reaction = cv2.imread(str, cv2.IMREAD_COLOR)
gray_reactions_haha.append(cv2.cvtColor(reaction, cv2.COLOR_BGR2GRAY))
gray_reactions_like = []
for i in reactions_like:
str = '/home/baotd/project fb_auto_like/template/'
str += i
reaction = cv2.imread(str, cv2.IMREAD_COLOR)
gray_reactions_like.append(cv2.cvtColor(reaction, cv2.COLOR_BGR2GRAY))
gray_reactions_love = []
for i in reactions_love:
str = '/home/baotd/project fb_auto_like/template/'
str += i
reaction = cv2.imread(str, cv2.IMREAD_COLOR)
gray_reactions_love.append(cv2.cvtColor(reaction, cv2.COLOR_BGR2GRAY))
gray_reactions_sad = []
for i in reactions_sad:
str = '/home/baotd/project fb_auto_like/template/'
str += i
reaction = cv2.imread(str, cv2.IMREAD_COLOR)
gray_reactions_sad.append(cv2.cvtColor(reaction, cv2.COLOR_BGR2GRAY))
gray_reactions_wow = []
for i in reactions_wow:
str = '/home/baotd/project fb_auto_like/template/'
str += i
reaction = cv2.imread(str, cv2.IMREAD_COLOR)
gray_reactions_wow.append(cv2.cvtColor(reaction, cv2.COLOR_BGR2GRAY))
Raw
AutoReactFbStatusOpenCV_matchTemplate_ReactedStatus.py
react_gray_tempplate_index = 0
# find and highlight the reacted status by comparing templates with frame in video
# find the reacted symbol under the status
for gray_tempplate in gray_tempplates:
w, h = gray_tempplate.shape[::-1]
res = cv2.matchTemplate(gray_screen_record, gray_tempplate, cv2.TM_CCOEFF_NORMED)
loc = np.where( res >= threshold)
for i in zip(*loc[::-1]):
cv2.rectangle(screen_record, i, (i[0] + w, i[1] + h), (0,255,0), 2)
cv2.line(screen_record, (i[0] + w, i[1]), (i[0] + w + 30, i[1] - 15),(0,255,0), 2)
cv2.line(screen_record, (i[0] + w + 30, i[1] - 15), (i[0] + w + 50, i[1] - 15), (0,255,0), 2)
# highlight the unlike status
if react_gray_tempplate_index == 0:
cv2.line(screen_record, (i[0] + w + 30, i[1] - 15), (i[0] + w + 90, i[1] - 15), (0,255,0), 2)
cv2.putText(screen_record, "chua like", (i[0] + w + 30, i[1] - 24), font, 0.65, (255,51,255), 1, cv2.LINE_AA)
########################## SOMETHING WILL COME HERE LATER ##########################
print ("See unlike button")
########################## SOMETHING WILL COME HERE LATER ##########################
break
else:
# highlight the liked status
if react_gray_tempplate_index == 1:
cv2.line(screen_record, (i[0] + w + 30, i[1] - 15), (i[0] + w + 90, i[1] - 15), (0,255,0), 2)
cv2.putText(screen_record, 'like roi', (i[0] + w + 30, i[1] - 24), font, 0.65, (255,51,255), 1, cv2.LINE_AA)
else:
# highlight the loved or heart status
if react_gray_tempplate_index == 2:
cv2.line(screen_record, (i[0] + w + 30, i[1] - 15), (i[0] + w + 90, i[1] - 15), (0,255,0), 2)
cv2.putText(screen_record, 'da tha tim', (i[0] + w + 30, i[1] - 24), font, 0.65, (255,51,255), 1, cv2.LINE_AA)
else:
# highlight the funny status
if react_gray_tempplate_index == 3:
cv2.line(screen_record, (i[0] + w + 30, i[1] - 15), (i[0] + w + 90, i[1] - 15), (0,255,0), 2)
cv2.putText(screen_record, 'tha haha', (i[0] + w + 30, i[1] - 24), font, 0.65, (255,51,255), 1, cv2.LINE_AA)
else:
# highlight the surprise status
if react_gray_tempplate_index == 4:
cv2.line(screen_record, (i[0] + w + 30, i[1] - 15), (i[0] + w + 90, i[1] - 15), (0,255,0), 2)
cv2.putText(screen_record, 'ngac nhien chua', (i[0] + w + 30, i[1] - 24), font, 0.65, (255,51,255), 1, cv2.LINE_AA)
else:
# highlight the sad status
if react_gray_tempplate_index == 5:
cv2.line(screen_record, (i[0] + w + 30, i[1] - 15), (i[0] + w + 90, i[1] - 15), (0,255,0), 2)
cv2.putText(screen_record, 'buon ghe', (i[0] + w + 30, i[1] - 24), font, 0.65, (255,51,255), 1, cv2.LINE_AA)
else:
# highlight the status that makes people angry
if react_gray_tempplate_index == 6:
cv2.line(screen_record, (i[0] + w + 30, i[1] - 15), (i[0] + w + 90, i[1] - 15), (0,255,0), 2)
cv2.putText(screen_record, 'tuc qua ma', (i[0] + w + 30, i[1] - 24), font, 0.65, (255,51,255), 1, cv2.LINE_AA)
react_gray_tempplate_index += 1
Raw
AutoReactFbStatusOpenCV_matchTemplate_Reaction.py
# find the reaction
# highlight the haha reaction
# Move mouse pointer
if ran == 1:
for gray_reaction_haha in gray_reactions_haha:
w, h = gray_reaction_haha.shape[::-1]
res = cv2.matchTemplate(gray_screen_record, gray_reaction_haha, cv2.TM_CCOEFF_NORMED)
loc = np.where( res >= threshold)
for i in zip(*loc[::-1]):
cv2.rectangle(screen_record, i, (i[0] + w, i[1] + h), (0,255,0), 2)
cv2.line(screen_record, (i[0] + w, i[1]), (i[0] + w + 30, i[1] - 15),(0,255,0), 2)
cv2.line(screen_record, (i[0] + w + 30, i[1] - 15), (i[0] + w + 50, i[1] - 15), (0,255,0), 2)
########################## SOMETHING WILL COME HERE LATER ##########################
print ("click haha")
break
else:
# find the reaction
# highlight the like reaction
# Move mouse pointer
if ran == 2:
for gray_reaction_like in gray_reactions_like:
w, h = gray_reaction_like.shape[::-1]
res = cv2.matchTemplate(gray_screen_record, gray_reaction_like, cv2.TM_CCOEFF_NORMED)
loc = np.where( res >= threshold)
for i in zip(*loc[::-1]):
cv2.rectangle(screen_record, i, (i[0] + w, i[1] + h), (0,255,0), 2)
cv2.line(screen_record, (i[0] + w, i[1]), (i[0] + w + 30, i[1] - 15),(0,255,0), 2)
cv2.line(screen_record, (i[0] + w + 30, i[1] - 15), (i[0] + w + 50, i[1] - 15), (0,255,0), 2)
########################## SOMETHING WILL COME HERE LATER ##########################
print ("click like")
break
else:
# find the reaction
# highlight the love reaction
# Move mouse pointer
if ran == 3:
for gray_reaction_love in gray_reactions_love:
w, h = gray_reaction_love.shape[::-1]
res = cv2.matchTemplate(gray_screen_record, gray_reaction_love, cv2.TM_CCOEFF_NORMED)
loc = np.where( res >= threshold)
for i in zip(*loc[::-1]):
cv2.rectangle(screen_record, i, (i[0] + w, i[1] + h), (0,255,0), 2)
cv2.line(screen_record, (i[0] + w, i[1]), (i[0] + w + 30, i[1] - 15),(0,255,0), 2)
cv2.line(screen_record, (i[0] + w + 30, i[1] - 15), (i[0] + w + 50, i[1] - 15), (0,255,0), 2)
########################## SOMETHING WILL COME HERE LATER ##########################
print ("click love")
break
else:
# find the reaction
# highlight the sad reaction
# Move mouse pointer
if ran == 4:
for gray_reaction_sad in gray_reactions_sad:
w, h = gray_reaction_sad.shape[::-1]
res = cv2.matchTemplate(gray_screen_record, gray_reaction_sad, cv2.TM_CCOEFF_NORMED)
loc = np.where( res >= threshold)
for i in zip(*loc[::-1]):
cv2.rectangle(screen_record, i, (i[0] + w, i[1] + h), (0,255,0), 2)
cv2.line(screen_record, (i[0] + w, i[1]), (i[0] + w + 30, i[1] - 15),(0,255,0), 2)
cv2.line(screen_record, (i[0] + w + 30, i[1] - 15), (i[0] + w + 50, i[1] - 15), (0,255,0), 2)
########################## SOMETHING WILL COME HERE LATER ##########################
print ("click sad")
break
else:
# find the reaction
# highlight the wow reaction
# Move mouse pointer
if ran == 5:
for gray_reaction_wow in gray_reactions_wow:
w, h = gray_reaction_wow.shape[::-1]
res = cv2.matchTemplate(gray_screen_record, gray_reaction_wow, cv2.TM_CCOEFF_NORMED)
loc = np.where( res >= threshold)
for i in zip(*loc[::-1]):
cv2.rectangle(screen_record, i, (i[0] + w, i[1] + h), (0,255,0), 2)
cv2.line(screen_record, (i[0] + w, i[1]), (i[0] + w + 30, i[1] - 15),(0,255,0), 2)
cv2.line(screen_record, (i[0] + w + 30, i[1] - 15), (i[0] + w + 50, i[1] - 15), (0,255,0), 2)
########################## SOMETHING WILL COME HERE LATER ##########################
print ("click wow")
break
Raw
AutoReactFbStatusOpenCV_PyAutoGUI.py
pyautogui.moveTo(i[0] + w +20, i[1] + h +165, 0.5)
time.sleep(0.5)
########################## SOMETHING WILL COME HERE BEFORE ##########################
ran = random.randint(1, 5)
########################## SOMETHING WILL COME HERE BEFORE ##########################
pyautogui.moveTo(i[0] + w +40, i[1] + h +160, 0.5)
time.sleep(0.5)
pyautogui.click()
########################## SOMETHING WILL COME HERE BEFORE ##########################
pyautogui.moveTo(i[0] + w +40, i[1] + h +160, 0.5)
time.sleep(0.5)
pyautogui.click()
########################## SOMETHING WILL COME HERE BEFORE ##########################
pyautogui.moveTo(i[0] + w +40, i[1] + h +160, 0.5)
time.sleep(0.5)
pyautogui.click()
########################## SOMETHING WILL COME HERE BEFORE ##########################
pyautogui.moveTo(i[0] + w +40, i[1] + h +160, 0.5)
time.sleep(0.5)
pyautogui.click()
########################## SOMETHING WILL COME HERE BEFORE ##########################
pyautogui.moveTo(i[0] + w +40, i[1] + h +160, 0.5)
time.sleep(0.5)
pyautogui.click()
########################## SOMETHING WILL COME HERE BEFORE ##########################
if time.time() - seconds > 5:
seconds = time.time()
pyautogui.scroll(-2)
X = random.randint(565, 745)
Y = random.randint(265, 755)
pyautogui.moveTo(X, Y, 0.5)
########################## SOMETHING WILL COME HERE BEFORE ##########################
Raw
AutoReactFbStatusOpenCV_pyscreenshot.py
# main job
while(True):
# screen screen recording
print_screen = np.array(ImageGrab.grab(bbox=(65,175,760,550)))
screen_record = cv2.cvtColor(print_screen, cv2.COLOR_BGR2RGB)
gray_screen_record = cv2.cvtColor(screen_record, cv2.COLOR_BGR2GRAY)
########################## SOMETHING WILL COME HERE LATER ##########################
cv2.imshow('React status', screen_record)
# find and highlight the reaction by comparing templates with frame in video
print_screen = np.array(ImageGrab.grab(bbox=(65,175,760,550)))
screen_record = cv2.cvtColor(print_screen, cv2.COLOR_BGR2RGB)
gray_screen_record = cv2.cvtColor(screen_record, cv2.COLOR_BGR2GRAY)
########################## SOMETHING WILL COME HERE LATER ##########################
cv2.imshow('Chosing react button', screen_record)
########################## SOMETHING WILL COME HERE LATER ##########################
if cv2.waitKey(1) & 0xFF == ord('q'):
break
Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment