import rtde_control #pip install ur_rtde #pip install ur_rtde #use python 3.9 #use min PIP 19 #check /Python/Python39/Lib/site-packages/ if install was done in correct Python version #Visual Studio >= 2019 must be installed with C++ Packages #boost must be installed (https://www.boost.org/) #"Modul wurde nicht gefunden" Error indicates missing dependencies #use https://github.com/lucasg/Dependencies/releases to check missing dependencies (drop rtde.dll, from /Python/Python39/Lib/site-packages/) #magic-trick: copy missing DLL from boost directory into python site-packages folder import rtde_receive import time import math import socket import numpy as np import pygame use_rtde=True pygame.init() width=500 height=500 screen = pygame.display.set_mode([width, height]) running = True c_border = (100,100,100) c_name=(200,200,200) c_cursor = (255,255,255) c_text=(255,255,255) def mapFromTo(x,a,b,c,d): y=(x-a)/(b-a)*(d-c)+c return y def text_to_screen(screen, text, x, y, size = 50, color = (200, 000, 000)): text = str(text) font = pygame.font.SysFont(None, size) text = font.render(text, True, color) screen.blit(text, (x, y)) def drawBar(screen,_topleft,_size,_pos,_name,_text): pygame.draw.rect(screen, c_border, (_topleft[0],_topleft[1],_size[0],_size[1])) text_to_screen(screen,_name,_topleft[0],_topleft[1],_size[1],c_name) pygame.draw.line(screen, c_cursor, (_topleft[0]+_pos*_size[0],_topleft[1]),(_topleft[0]+_pos*_size[0],_topleft[1]+_size[1])) text_to_screen(screen,_text,_size[0]+_topleft[0],_topleft[1],_size[1],c_text) # Socket stuff s = socket.socket(socket.AF_INET, socket.SOCK_STREAM) host ="" port =30002 s.bind((host,port)) s.listen(1) # Number of connections s.setblocking(False) client = None # Robot Control Stuff if use_rtde: rtde_c = rtde_control.RTDEControlInterface("192.168.1.101") rtde_r = rtde_receive.RTDEReceiveInterface("192.168.1.101") def toRad(d): return d/360*2*math.pi def toDeg(r): return r*360/2/math.pi def RPYtoVec(roll,pitch,yaw): yawMatrix = np.matrix([ [math.cos(yaw), -math.sin(yaw), 0], [math.sin(yaw), math.cos(yaw), 0], [0, 0, 1] ]) pitchMatrix = np.matrix([ [math.cos(pitch), 0, math.sin(pitch)], [0, 1, 0], [-math.sin(pitch), 0, math.cos(pitch)] ]) rollMatrix = np.matrix([ [1, 0, 0], [0, math.cos(roll), -math.sin(roll)], [0, math.sin(roll), math.cos(roll)] ]) R = yawMatrix * pitchMatrix * rollMatrix theta = math.acos(((R[0, 0] + R[1, 1] + R[2, 2]) - 1) / 2) multi = 1 / (2 * math.sin(theta)) rx = multi * (R[2, 1] - R[1, 2]) * theta ry = multi * (R[0, 2] - R[2, 0]) * theta rz = multi * (R[1, 0] - R[0, 1]) * theta return rx, ry, rz paused=True if use_rtde: actual_q = rtde_r.getActualQ() #current joint rotations in radians. print("Actual Q:"+str(actual_q)) #fw_actual_q = rtde_c.getForwardKinematics(actual_q) fw_actual_q = rtde_c.getForwardKinematics() print("forward Actual Q:"+str(fw_actual_q)) joint_q=rtde_c.getInverseKinematics(fw_actual_q) print("Final Q:"+str(joint_q)) winkellimit=45 maxbasedeviation=60 # in degrees, maximum rotation deviation from 0° #60 basespeed=3 #1.5 distfromcenter=0.9 basedeviation=0 #centerpos=[math.cos(toRad(180))*distfromcenter,math.sin(toRad(180))*distfromcenter,0.91] centerpos=[math.cos(toRad(180))*distfromcenter,math.sin(toRad(180))*distfromcenter,1.0] #centerpos=[-0.895,-0.177,0.91] centerrotRPY=[-1.572,0,1.572] #roll, pitch, yaw pan=0 #-=left, +=right, degrees tilt=0 #-=down, +=up, degrees joint_q_init=[0,toRad(-90),toRad(90),toRad(-180),toRad(-90),toRad(0)] #start position joint_q=joint_q_init #rtde_c.moveJ([0,toRad(-90),toRad(90-tilt/2),toRad(-180-tilt/2),toRad(-90-pan),toRad(0)],0.1,0.1) if use_rtde: rtde_c.moveJ(joint_q,0.2,0.1) #move to initial position # Parameters velocity = 0.2 #0.5 acceleration = 0.1 #0.5 frequency= 100 dt = 1.0/frequency # 2ms lookahead_time = 0.1 gain = 300 speed_1=[0.2,0.2,0.2,0.2,0.2,0.2] speed_2=[0.5,0.5,0.5,1,1,1] speed_3=[1,1,1,3,3,3] speed_4=[2,2,2,4,4,4] speed=speed_1 joint_min=[toRad(-90),toRad(-90-40),toRad(90-90),toRad(-180-80),toRad(-90-90),toRad(0-75)] joint_max=[toRad(90),toRad(-90+40),toRad(90+40),toRad(-180+110),toRad(-90+90),toRad(0+75)] manual_pan=0 manual_tilt=0 manual_last_time=0 manual_speed=0.5 def constrain(v,_min,_max): return min(_max,max(_min,v)) receivetimearray=np.zeros(100) receivetimearray_pos=0 time_last_data_received=time.time() while running: start = time.time() for event in pygame.event.get(): if event.type == pygame.KEYDOWN: if event.key == pygame.K_p and paused==False: print("paused") paused=True if event.key == pygame.K_s and paused==True: print("resumed") paused=False if event.key == pygame.K_q: print("stop") running=False if event.key == pygame.K_1: speed=speed_1 if event.key == pygame.K_2: speed=speed_2 if event.key == pygame.K_3: speed=speed_3 if event.key == pygame.K_4: speed=speed_4 if event.type == pygame.QUIT: running = False # Live key movement if time.time()+0.1 >= manual_last_time: #limit frequency. in seconds manual_last_time=time.time() keys = pygame.key.get_pressed() if keys[pygame.K_LEFT]: manual_pan -= manual_speed if keys[pygame.K_RIGHT]: manual_pan += manual_speed if keys[pygame.K_UP]: manual_tilt += manual_speed if keys[pygame.K_DOWN]: manual_tilt -= manual_speed #print("Manual pan="+str(manual_pan)+" tilt="+str(manual_tilt)+" time="+str(time.time())) # Receive Socket stuff try: client, address = s.accept() print("Connected to", address) except socket.error: pass if client is not None: try: data = client.recv( 1024 ).decode( 'utf-8' ) if data: lastdata=data.split('\n') _timediff=time.time()-time_last_data_received receivetimearray[receivetimearray_pos]=_timediff receivetimearray_pos+=1 receivetimearray_pos%=len(receivetimearray) time_last_data_received=time.time() #print("Received :", repr(data)) if (len(lastdata)>1): splitdata=lastdata[-2].split(",") if len(splitdata)==2: try: _pan=float(splitdata[0]) _tilt=float(splitdata[1]) if _pan>=-winkellimit and _pan <=winkellimit and _tilt>=-winkellimit and _tilt <=winkellimit: pan=_pan tilt=_tilt #print("Pan="+str(pan)+" Tilt="+str(tilt)) except ValueError: print("Not a float") except socket.error: pass else: _pan=manual_pan _tilt=manual_tilt if _pan>=-winkellimit and _pan <=winkellimit and _tilt>=-winkellimit and _tilt <=winkellimit: pan=_pan tilt=_tilt if not paused: _basemovement=min(toDeg(speed[0]),max(toDeg(-speed[0]) ,pan*basespeed/frequency)) #limit speed basedeviation=min(maxbasedeviation,max(-maxbasedeviation,basedeviation+_basemovement)) basedeviation*=-winkellimit*basespeed/frequency/maxbasedeviation+1 basedeviation=min(maxbasedeviation,max(-maxbasedeviation,basedeviation)) # Robot Control stuff if use_rtde: #baserotation=toRad(180-basedeviation) #positive is ccw _rot=RPYtoVec(centerrotRPY[0]+toRad(tilt),centerrotRPY[1],centerrotRPY[2]+toRad(-pan)) pos_q=[centerpos[0],centerpos[1],centerpos[2],_rot[0],_rot[1],_rot[2]] joint_q_aim=rtde_c.getInverseKinematics(pos_q,joint_q_init) joint_q_aim[0]+= -toRad(basedeviation) #joint_q_aim = rtde_c.getInverseKinematics([-0.895,-0.173,0.911,2.4,2.4,2.4]) # inverse kinematics: rx+ =look up # ry+ = look right # rz+ = rotate CW reachable=rtde_c.isPoseWithinSafetyLimits(pos_q) if not reachable: print("Reachable:"+str(reachable)) insideJointConstraints=True for i in range(6): if joint_q_aim[i]joint_max[i]: if joint_q_aim[i]joint_max[i]: print("Joint "+str(i)+" Outside constraint with "+str(joint_q_aim[i])+" ("+str(toDeg(joint_q_aim[i]))+") min is "+str(joint_max[i])+" ("+str(toDeg(joint_max[i]))+")") insideJointConstraints=False if reachable and insideJointConstraints and not paused: for i in range(6): joint_q[i] += constrain(joint_q_aim[i]-joint_q[i], -speed[i]/frequency,speed[i]/frequency) #constrain joint speeds #print(joint_q) if not paused: rtde_c.servoJ(joint_q, velocity, acceleration, dt, lookahead_time, gain) screen.fill((0,0,0)) #pygame.draw.circle(screen, (0, 0, 255), (250, 250), 75) jointnames=["Base","Shoulder","Elbow","Wrist1","Wrist2","Wrist3"] drawBar(screen,(10,10+30*0),(100,20),mapFromTo(pan,-winkellimit,winkellimit,0.0,1.0),"Pan",str(round(pan,2))+"°") drawBar(screen,(10,10+30*1),(100,20),mapFromTo(tilt,-winkellimit,winkellimit,0.0,1.0),"Tilt",str(round(tilt,2))+"°") for i in range(6): drawBar(screen,(10,10+30*(3+i)),(100,20),mapFromTo(joint_q[i],joint_min[i],joint_max[i],0.0,1.0),jointnames[i],str(round(toDeg(joint_q[i]),2))+"°") if use_rtde: for i in range(6): _jointdiff = joint_q_aim[i]-joint_q[i] drawBar(screen,(200,10+30*(3+i)),(100,20),mapFromTo(_jointdiff,-speed[i]/frequency,speed[i]/frequency,0.0,1.0),"diff_"+str(jointnames[i]),str(round(toDeg(_jointdiff),3))+"°") drawBar(screen,(10,10+30*10),(100,20),mapFromTo(basedeviation,-maxbasedeviation,maxbasedeviation,0.0,1.0),"basedeviation",str(round(basedeviation,2))+"°") drawBar(screen,(200,10+30*10),(100,20),mapFromTo(np.mean(receivetimearray),0,1.0,0.0,1.0),"Receive Interval",str(round(np.mean(receivetimearray),3))+"s") drawBar(screen,(200,10+30*11),(100,20),mapFromTo(np.max(receivetimearray),0,1.0,0.0,1.0),"Max Receive Int.",str(round(np.max(receivetimearray),3))+"s") text_to_screen(screen,"paused: "+str(paused),10,height-20-12*2-20*3,20,c_text) text_to_screen(screen,"speed: "+str(speed),10,height-20-12*4-20,20,c_text) text_to_screen(screen,"1: "+str(speed_1),10,height-20-12*3,12,c_text) text_to_screen(screen,"2: "+str(speed_2),10,height-20-12*2,12,c_text) text_to_screen(screen,"3: "+str(speed_3),10,height-20-12*1,12,c_text) text_to_screen(screen,"4: "+str(speed_4),10,height-20-12*0,12,c_text) text_to_screen(screen,"Press q to stop",250,height-20-20*3,20,c_text) text_to_screen(screen,"Press p to pause",250,height-20-20*2,20,c_text) text_to_screen(screen,"Press 1,2,3,4 to change speed",250,height-20-20*1,20,c_text) text_to_screen(screen,"Press s to resume",250,height-20-20*0,20,c_text) pygame.display.flip() end = time.time() stepduration = end - start if stepduration < dt: time.sleep(dt - stepduration) print("Finished") if use_rtde: rtde_c.servoStop() rtde_c.stopScript() s.close()