QNap - NASe telefonieren ständig nach Hause

'''
	Misora Hsu (#13677), Jan. 4, 2016


	Simple HTTP Client (shttpc.py)


	Description:
		Try to get a file by socket() system call with specific interface. (ex: eth0)
		Connect to remote HTTP server and send out a HTTP request, then wait for its response.
		Parse the "Content-length" if recieved HTTP response header, compare the value with the expected one.
		Return True if get the correct length.
		Also save the results in /tmp/internet_conn


	Edit log:
		Misora Hsu 	2016/06/06 	Modify 	Resolve dns before generate connection
		Misora Hsu 	2016/11/15 	Modify  Implement Redmine ticket #10327.
										Implement "Shell Exec" alternative by libc
		Ben 		2017/05/02  Modify  Add new policy for bug #100620
'''


import socket
import signal
import threading
import httplib
import sys
import os
import time
from ctypes import *
import subprocess
import shlex


from functions import CommonFunction


sys.path.append('/mnt/ext/opt/netmgr/api/lib') if '/mnt/ext/opt/netmgr/api/lib' not in sys.path else None
from netaddr import IPNetwork




class MAPI_shttpc:
	#serv_addr = "www.qnap.com"
	#serv_addr = "104.107.56.59"


	# Redmine #10327: Change the server from www.qnap.com to download.qnap.com
	serv_addr = "download.qnap.com"	
	serv_port = 80
	sensor_file = "nas/det/sensor{d}.txt"


	ulinux_conf = '/etc/config/uLinux.conf'
	vswitch_conf = '/etc/config/vswitch.conf'


	### the following section isn't used in current version
	http_hdr = "\
GET /_sensor.txt HTTP/1.1\r\n\
Host: www.qnap.com\r\n\
Connection: keep-alive\r\n\
Cache-Control: max-age=0\r\n\
Accept: text/html,application/xhtml+xml,application/xml;q=0.9,image/webp,*/*;q=0.8\r\n\
Upgrade-Insecure-Requests: 1\r\n\
User-Agent: Mozilla/5.0 (Windows NT 10.0; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/47.0.2526.106 Safari/537.36\r\n\
Accept-Encoding: gzip, deflate, sdch\r\n\r\n"
	#expected_content_len = 415
	expected_content_len = 2
	### the above section isn't used in current version




	timeout = 5
	ifName = ""
	result_file = "/tmp/internet_conn"




	def __init__(self, ifName, timeout=5):
		self.ifName = ifName
		self.timeout = timeout
		self.func = CommonFunction()
		socket.setdefaulttimeout(timeout)
		#print "timeout duration is: ",self.timeout


		'''	---------------------------------- Important ----------------------------------
			Here overwrite socket.socket() method to allow binding a specific interface to a the sockfd
			Besides, force appending a parameter "bound_ifName" into socket class for setsockopt use.
		'''
		socket.bound_ifName = ifName
		socket.socket = bound_socket


	'''	Misora Hsu, Jan.14, 2016
		Use raw socket methods to handle HTTP hehavior
	'''
	def test_raw(self):
		#print "[",self.ifName,"] starting test ..."
		try:
			# create socket, SOCK_STREAM: TCP | SOCK_DGRAM: UDP
			sockfd = socket.socket(socket.AF_INET, socket.SOCK_STREAM)
			# specify interface, SO_BINDTODEVICE = 25
			sockfd.setsockopt(socket.SOL_SOCKET, 25, self.ifName)
			# !!!important!!! must setup timeout otherwise it will keep in infinite loop
			sockfd.settimeout(self.timeout)
		except socket.error as msg:
			print "[",self.ifName,"]",msg
			return self.setResult(self.ifName, False)


		serv_addr = (self.serv_addr, self.serv_port)


		try:
			# connect to remote
			sockfd.connect(serv_addr)
		except socket.error as msg:
			sockfd.close()
			print "[",self.ifName,"]",msg
			return self.setResult(self.ifName, False)


		# send HTTP request
		try:			
			sockfd.sendall(self.http_hdr)
		except socket.error as msg:
			sockfd.close()
			print "[",self.ifName,"]",msg
			return self.setResult(self.ifName, False)


		recv_len = 0
		data = ""


		# wait for HTTP response, recv 4066 bytes once (2016/03/10)
		try:
			data += sockfd.recv(4096)
			recv_len += len(data)
			#print data
		except socket.error as msg:
			sockfd.close()
			print "[",self.ifName,"]",msg
			return self.setResult(self.ifName, False)


		if len(data) <= 0:
			return self.setResult(self.ifName, False)


		# find end-of-HTTPheader symbol "\r\n\r\n"
		if "\r\n\r\n" in data:
			http_hdr_list = data.split("\r\n\r\n")[0]
			http_hdr_itemA = http_hdr_list.split("\r\n")


			for i in range(len(http_hdr_itemA)):
				#print http_hdr_itemA[i]
				if "Content-Length: " in http_hdr_itemA[i]:							
					content_len = int(http_hdr_itemA[i].split(": ")[1].replace("\r\n", ""))
					#print content_len
					if content_len == self.expected_content_len:
						sockfd.close()
						#print "^_^"
						return self.setResult(self.ifName, True)
					else:
						sockfd.close()
						#print ">_<"
						return self.setResult(self.ifName, False)
		else:
			sockfd.close()
			return self.setResult(self.ifName, False)


		return self.setResult(self.ifName, False)




	'''	Misora Hsu, Mar.17, 2016
		Use httplib library to handle HTTP behavior
	'''
	def testByHTTPConn(self):	
		# Misora, 2016-06-06: Resolve dns before generate connection
		try:
			sIP = socket.gethostbyname(self.serv_addr)
		except socket.error as msg:
			print "[",self.ifName,"]",msg
			return self.setResult(self.ifName, False)


		#conn = httplib.HTTPConnection(self.serv_addr, source_address=(bind_if_ip, 0), timeout=self.timeout)
		#conn = httplib.HTTPConnection(self.serv_addr, timeout=self.timeout)
		conn = httplib.HTTPConnection(sIP, timeout=self.timeout)


		headers = {"Host": "www.qnap.com"}


		try:
			conn.request("GET", "/_sensor.txt", "", headers)
		except socket.error as msg:
			print "[",self.ifName,"]",msg
			conn.close()
			return self.setResult(self.ifName, False)


		try:
			rsp = conn.getresponse()
		except socket.error as msg:
			print "[",self.ifName,"]",msg
			conn.close()
			return self.setResult(self.ifName, False)


		print "[",self.ifName,"]",rsp.status
		conn.close()


		if rsp.status == 200 and int(rsp.getheader("Content-Length", 0)) == self.expected_content_len:
			return self.setResult(self.ifName, True)
		else:
			return self.setResult(self.ifName, False)




	'''	Misora Hsu, Oct.14, 2016
		Use curl --dns-interface --interface for DNS querying and check Internet connection.
	'''
	def test(self):
		ifs = self.getIfList()


		if not self.ifName in ifs:			
			print self.ifName,"isn't existed"
			# Remove log if the interface was not existed, then return
			self.removeConfig(self.ifName)
			return False


		# Misora, 2016-10-14: curl --dns-interface needs many libries which doesn't exist on NAS
		# so we prepare in nvs's folder.
		lib_path = "/mnt/ext/opt/netmgr/util/curl-ares/"


		''' Misora Hsu, Nov.15, 2016
			According to Redmine #10327.
			Seperate the sensor file to 16 files and GET which according to the loweset byte of MAC address.
			That is,
				download.qnap.com/nas/det/sensor0.txt
				download.qnap.com/nas/det/sensor1.txt
								...
				download.qnap.com/nas/det/sensorE.txt
				download.qnap.com/nas/det/sensorF.txt
		'''
		sensor_path = self.serv_addr + "/" + self.sensor_file
		#mac_addr = self.sh2("ifconfig "+self.ifName+" | head -n 1 | awk '{print $5}'").replace(' ', '').replace('\n', '')
		mac_addr = self.sh("/mnt/ext/opt/netmgr/util/get_mac_addr.sh "+self.ifName)[0].replace(' ', '').replace('\n', '')
		mac_byte = mac_addr[-1]
		sensor_path = sensor_path.replace("{d}", mac_byte)
		#print "MAC:",mac_addr
		#print "Path:",sensor_path


		# Ben: Add dns info if dhcpc server has provided.
		dns_type = self.func.getcfg_lite(self.ulinux_conf, 'Network', 'DNS type').strip()
		dhcpc_info = '/etc/dhcpc/dhcpcd-{}.info'.format(self.ifName)
		dns_info = ''
		ip_type = 'dhcp'
		ip = ''
		mask = ''
		gateway = ''
		valid_gateway = False


		if self.ifName.startswith('eth') or self.ifName.startswith('bond'):
			ip_type = self.func.getcfg_lite(self.ulinux_conf, self.ifName, 'Usage').strip().lower()
			# not configured, default is dhcp
			ip_type = 'dhcp' if not ip_type else ip_type
			ip = self.func.getcfg_lite(self.ulinux_conf, self.ifName, 'IP Address').strip()
			mask = self.func.getcfg_lite(self.ulinux_conf, self.ifName, 'Subnet Mask').strip()
			gateway = self.func.getcfg_lite(self.ulinux_conf, self.ifName, 'Gateway').strip()
		elif self.ifName.startswith('wlan'):
			# if wireless section not exist then use wlan0, a bug from QTS(they'll write same)
			name = 'wireless' if self.func.getcfg_lite(self.ulinux_conf, 'wireless', 'ip').strip() else 'wlan0'
			ip = self.func.getcfg_lite(self.ulinux_conf, name, 'ip').strip()
			# not configured, default is dhcp
			ip_type = self.func.getcfg_lite(self.ulinux_conf, name, 'Usage').strip().lower()
			ip_type = 'dhcp' if self.func.getcfg_lite(self.ulinux_conf, self.ifName, 'Configure').strip().lower() != 'true' else ip_type
			mask = self.func.getcfg_lite(self.ulinux_conf, name, 'netmask').strip()
			gateway = self.func.getcfg_lite(self.ulinux_conf, name, 'gateway').strip()
		else:  # not in uLinux, find in vswitch conf
			if self.func.getcfg_lite(self.vswitch_conf, self.ifName, 'device_type'):
				ip_type = self.func.getcfg_lite(self.vswitch_conf, self.ifName, 'ip4_type').strip().lower()
				ip = self.func.getcfg_lite(self.vswitch_conf, self.ifName, 'ip').strip()
				mask = self.func.getcfg_lite(self.vswitch_conf, self.ifName, 'subnet_mask').strip()
				gateway = self.func.getcfg_lite(self.vswitch_conf, self.ifName, 'default_gateway').strip()
			else:  # device not found anywhere, let it be tested
				valid_gateway = True


		if ip_type == 'dhcp' and os.path.isfile(dhcpc_info):
			valid_gateway = True  # We assume DHCP is right
			with open(dhcpc_info, 'r') as fd:
				for line in fd.readlines():
					if line.startswith('DNS'):
						dns_info = line.split('=')[-1].strip()
						break
		else:
			# check gateway is valid (in same Network)
			if ip and mask and gateway:
				try:
					if gateway in IPNetwork(ip + '/' + mask):
						valid_gateway = True
				except e:
					pass  # not valid gateway


		# print ip, '-', mask, '-', gateway, '-', valid_gateway


		if valid_gateway:
			if dns_type == 'auto' and dns_info:
				cmd = 'export LD_LIBRARY_PATH={} && curl --dns-interface {} --interface {} --connect-timeout {} --dns-servers {} "{}" 2>/dev/null'.format(lib_path, self.ifName, self.ifName, str(self.timeout), dns_info, sensor_path)
			else:
				cmd = 'export LD_LIBRARY_PATH={} && curl --dns-interface {} --interface {} --connect-timeout {} "{}" 2>/dev/null'.format(lib_path, self.ifName, self.ifName, str(self.timeout), sensor_path)
			ret = self.func.libc.system(cmd)
		else:
			ret = 1  # user not having a workable gateway


		if ret == 0:
			return self.setResult(self.ifName, True)
		else:
			return self.setResult(self.ifName, False)


	def sh(self, cmd):
		return subprocess.Popen(shlex.split(cmd), stdout=subprocess.PIPE, stderr=subprocess.PIPE).communicate()




	''' Misora Hsu, Nov.15, 2016
		A "Shell Exec" alternative which is implemented by libc instead of the subprocess library of Python
	'''
	def sh2(self, cmd=""):
		ret = ""


		MAX_BUF_SIZE = 4096
		buf = c_char_p(self.func.libc.malloc(MAX_BUF_SIZE))


		fp = self.func.libc.popen(cmd, 'r')
		while self.func.libc.fgets(buf, MAX_BUF_SIZE, fp) > 0:
			ret += buf.value
			#print buf.value
		self.func.libc.pclose(fp)
		return ret


	def getIfList(self):
		return self.sh('/mnt/ext/opt/netmgr/util/list_if.sh')[0].replace('\n', '').split(' ')


	def setResult(self, ifName, status):
		if os.path.isfile(self.result_file) == False:
			self.func.libc.system('/bin/touch '+self.result_file)


		self.func.libc.system('/sbin/setcfg -f '+self.result_file+' internet '+ifName+' '+str(status))
		self.setUpdateTime(ifName)


		return status


	def removeConfig(self, ifName):
		self.sh('/sbin/qcfg -s update_time "'+ifName+'" -f /tmp/internet_conn -e')
		self.sh('/sbin/qcfg -s internet "'+ifName+'" -f /tmp/internet_conn -e')




	def setUpdateTime(self, ifName):		
		self.func.libc.system('/sbin/setcfg -f '+self.result_file+' update_time '+ifName+' "'+str(getBootTime())+'"')








def getBootTime():
	with open('/proc/uptime', 'r') as f:
		uptime_seconds = float(f.readline().split()[0])


	return uptime_seconds




'''	Misora Hsu, Mar.17, 2016
	Overwrite socket() method
	Allow binding a specfic interface before return the socket file descriptor
'''
true_socket = socket.socket
def bound_socket(*a, **k):
	sock = true_socket(*a, **k)
	sock.setsockopt(socket.SOL_SOCKET, 25, socket.bound_ifName)
	#print socket.bound_ifName
	return sock


# def guardian():
# 	print signal.signal(signal.SIGALRM, handler)
# 	print signal.alarm(3)


# def handler(signum, frame):
# 	print "TTTout"
# 	sys.exit(-1)


def testing_thread(*args):
	ifName = args[0]
	timeout = args[1]


	tmp = MAPI_shttpc(ifName, timeout=timeout)
	ret = tmp.test()


	if ret == True:
		os._exit(0)
	else:
		os._exit(-1)


def force_exit(ifName):
	print "Invoke force exiting process..."
	if sys.maxsize > 2**32: #this is a 64bit enviroment
		libc = CDLL("/lib64/libc.so.6")
	else:
		libc = CDLL("/lib/libc.so.6")


	result_file = "/tmp/internet_conn"
	if os.path.isfile(result_file) == False:
		libc.system('/bin/touch '+result_file)


	libc.system('/sbin/setcfg -f '+result_file+' internet '+ifName+' False')
	libc.system('/sbin/setcfg -f '+result_file+' update_time '+ifName+' "'+str(getBootTime())+'"')




def main(argv):
	if len(sys.argv) > 2:
		timeout=int(sys.argv[2])
	else:
		timeout=5

	thd = threading.Thread(target=testing_thread, args=(argv[0],timeout,))	
	thd.start()


	# print signal.signal(signal.SIGALRM, handler)
	# print signal.alarm(3)
	# thd.join()
	time.sleep(timeout)
	force_exit(argv[0])
	os._exit(-1)


if __name__ == "__main__":
	main(sys.argv[1:])