套接字的工作流程(基于TCP和 UDP两个协议)
TCP和UDP对比
TCP协议下的socket

服务器端先初始化Socket,然后与端口绑定(bind),对端口进行监听(listen),调用accept阻塞,等待客 户端连接。在这时如果有个客户端初始化一个Socket,然后连接服务器(connect),如果连接成功,这时 客户端与服务器端的连接就建立了。客户端发送数据请求,服务器端接收请求并处理请求,然后把回应 数据发送给客户端,客户端读取数据,最后关闭连接,一次交互结束
1 2 3 4 5 6 7 8 9 10 11 12 13 14
| import socket
socket.socket(socket_family,socket_type,protocal=0)
SOCK_DGRAM。protocol 一般不填,默认值为 0。
tcpSock = socket.socket(socket.AF_INET, socket.SOCK_STREAM)
udpSock = socket.socket(socket.AF_INET, socket.SOCK_DGRAM)
用 'from socket import *',我们就把 socket 模块里的所有属性都带到我们的命名空间里了,这 样能 大幅减短我们的代码。
tcpSock = socket(AF_INET, SOCK_STREAM)
|
服务端套接字函数
s.bind() | 绑定(主机,端口号)到套接字 |
---|
s.listen() | 开始TCP监听 |
s.accept() | 被动接受TCP客户的连接,(阻塞式)等待连接的到来 |
客户端套接字函数
s.connect() | s.connect_ex() |
---|
s.connect_ex() | connect()函数的扩展版本,出错时返回出错码,而不是抛出异常 |
公共用途的套接字函数
s.recv() | 接收TCP数据 |
---|
s.send() | 发送TCP数据(send在待发送数据量大于己端缓存区剩余空间时,数据丢失,不 会发完) |
s.sendall() | 发送完整的TCP数据(本质就是循环调用send,sendall在待发送数据量大于己 端缓存区剩余空间时,数据不丢失,循环调用send直到发完) |
s.recvfrom() | 接收UDP数据 |
s.sendto() | 发送UDP数据 |
s.getpeername() | 连接到当前套接字的远端的地址 |
s.getsockname() | 当前套接字的地址 |
s.getsockopt() | 返回指定套接字的参数 |
s.setsockopt() | 设置指定套接字的参数 |
s.close() | 关闭套接字 |
面向锁的套接字方法
s.setblocking() | 设置套接字的阻塞与非阻塞模式 |
---|
s.settimeout() | 设置阻塞套接字操作的超时时间 |
s.gettimeout() | 得到阻塞套接字操作的超时时间 |
面向文件的套接字的函数
s.fileno() | 套接字的文件描述符 |
---|
s.makefile() | 创建一个与该套接字相关的文件 |
第一版,单个客户端与服务端通信
服务端
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20
| import socket
phone = socket.socket(socket.AF_INET,socket.SOCK_STREAM)
phone.bind(('127.0.0.1',8080))
phone.listen(5)
conn, client_addr = phone.accept() print(conn, client_addr, sep='\n')
from_client_data = conn.recv(1024) print(from_client_data.decode('utf-8'))
conn.send(from_client_data.upper())
conn.close()
phone.close()
|
客户端
1 2 3 4 5 6 7 8 9 10 11 12 13
| import socket
phone = socket.socket(socket.AF_INET,socket.SOCK_STREAM)
phone.connect(('127.0.0.1',8080))
phone.send('hello'.encode('utf-8'))
from_server_data = phone.recv(1024)
print(from_server_data)
phone.close()
|
第二版,通信循环
服务端
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20
| import socket
phone = socket.socket(socket.AF_INET,socket.SOCK_STREAM) phone.bind(('127.0.0.1',8080)) phone.listen(5)
conn,client_addr = phone.accept() print(conn,client_addr,sep='\n')
while 1: try: from_client_data = conn.recv(1024) print(from_client_data.decode('utf-8'))
conn.send(from_client_data.upper()) except ConnectionResetError: break
conn.close() phone.close()
|
客户端
1 2 3 4 5 6 7 8 9 10 11 12 13
| import socket
phone = socket.socket(socket.AF_INET,socket.SOCK_STREAM) phone.connect(('127.0.0.1',8080))
while 1: client_data = input('>>> ') phone.send(client_data.encode('utf-8')) from_server_data = phone.recv(1024) print(from_server_data.decode('utf-8')) phone.close()
|
第三版, 通信,连接循环
服务端
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24
| import socket
phone = socket.socket(socket.AF_INET,socket.SOCK_STREAM) phone.bind(('127.0.0.1',8080))
phone.listen(5)
while 1: conn,client_addr = phone.accept() print(conn,client_addr,sep='\n') while 1: try: from_client_data = conn.recv(1024) if not from_client_data: break print(from_client_data.decode('utf-8')) conn.send(from_client_data.upper()) except: break
conn.close() phone.close()
|
客户端
1 2 3 4 5 6 7 8 9 10 11 12 13 14
| import socket
phone = socket.socket(socket.AF_INET,socket.SOCK_STREAM) phone.connect(('127.0.0.1',8080))
while 1: client_data = input('>>> ') phone.send(client_data.encode('utf-8')) if client_data == 'q':break from_server_data = phone.recv(1024) print(from_server_data.decode('utf-8')) phone.close()
|
远程执行命令的示例:
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25
| import socket import subprocess
phone = socket.socket(socket.AF_INET, socket.SOCK_STREAM)
phone.bind(('127.0.0.1', 8080))
phone.listen(5)
while 1: conn, client_addr = phone.accept() print(client_addr) while 1: try: cmd = conn.recv(1024) ret = subprocess.Popen(cmd.decode('utf-8'), shell=True, stdout=subprocess.PIPE, stderr=subprocess.PIPE) correct_msg = ret.stdout.read() error_msg = ret.stderr.read() conn.send(correct_msg + error_msg) except ConnectionResetError: break conn.close() phone.close()
|
客户端
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15
| import socket
phone = socket.socket(socket.AF_INET, socket.SOCK_STREAM)
phone.connect(('127.0.0.1', 8080))
while 1: cmd = input('>>>') phone.send(cmd.encode('utf-8')) from_server_data = phone.recv(1024) print(from_server_data.decode('gbk')) phone.close()
|
UDP协议下的socket
udp是无链接的,先启动哪一端都不会报错

服务器端先初始化Socket,然后与端口绑定(bind),recvform接收消息,这个消息有两项,消息内容和 对方客户端的地址,然后回复消息时也要带着你收到的这个客户端的地址,发送回去,最后关闭连接, 一次交互结束
服务端
1 2 3 4 5 6 7
| import socket udp_sk = socket.socket(type=socket.SOCK_DGRAM) udp_sk.bind(('127.0.0.1',9000)) msg,addr = udp_sk.recvfrom(1024) print(msg) udp_sk.sendto(b'hi',addr) udp_sk.close()
|
客户端
1 2 3 4 5 6
| import socket ip_port=('127.0.0.1',9000) udp_sk=socket.socket(type=socket.SOCK_DGRAM) udp_sk.sendto(b'hello',ip_port) back_msg,addr=udp_sk.recvfrom(1024) print(back_msg.decode('utf-8'),addr)
|
类似于qq聊天的代码示例
服务端
1 2 3 4 5 6 7 8 9 10 11 12
| import socket ip_port=('127.0.0.1',8081) udp_server_sock=socket.socket(socket.AF_INET,socket.SOCK_DGRAM)
udp_server_sock.bind(ip_port)
while True: qq_msg,addr=udp_server_sock.recvfrom(1024) print('来自[%s:%s]的一条消息:\033[1;34;43m%s\033[0m' %(addr[0],addr[1],qq_msg.decode('utf-8'))) back_msg=input('回复消息: ').strip()
udp_server_sock.sendto(back_msg.encode('utf-8'),addr)
|
客户端
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30
| import socket BUFSIZE=1024 udp_client_socket=socket.socket(socket.AF_INET,socket.SOCK_DGRAM)
qq_name_dic={ 'taibai':('127.0.0.1',8081), 'Jedan':('127.0.0.1',8081), 'Jack':('127.0.0.1',8081), 'John':('127.0.0.1',8081), } while True: while 1: qq_name=input('请选择聊天对象: ').strip() if qq_name not in qq_name_dic: print('没有这个聊天对象') continue break while True: msg='发给'+ qq_name + ': ' + input('请输入消息,回车发送,输入q结束和他的聊天: ').strip() if msg == 'q':break if not msg:continue udp_client_socket.sendto(msg.encode('utf-8'),qq_name_dic[qq_name])
back_msg,addr=udp_client_socket.recvfrom(BUFSIZE) print('来自[%s:%s]的一条消息:\033[1;34;43m%s\033[0m' %(addr[0],addr[1],back_msg.decode('utf-8'))) udp_client_socket.close()
|
自制时间服务器
服务端
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22
| from socket import * from time import strftime import time ip_port = ('127.0.0.1', 9000) bufsize = 1024
tcp_server = socket(AF_INET, SOCK_DGRAM) tcp_server.setsockopt(SOL_SOCKET,SO_REUSEADDR,1) tcp_server.bind(ip_port)
while True: msg, addr = tcp_server.recvfrom(bufsize) print('===>', msg.decode('utf-8')) stru_time = time.localtime() if not msg: time_fmt = '%Y-%m-%d %X' else: time_fmt = msg.decode('utf-8') back_msg = strftime(time_fmt,stru_time) print(back_msg,type(back_msg)) tcp_server.sendto(back_msg.encode('utf-8'), addr) tcp_server.close()
|
客户端
1 2 3 4 5 6 7 8 9 10 11 12
| from socket import * ip_port=('127.0.0.1',9000) bufsize=1024
tcp_client=socket(AF_INET,SOCK_DGRAM)
while True: msg=input('请输入时间格式(例%Y %m %d)>>: ').strip() tcp_client.sendto(msg.encode('utf-8'),ip_port) data=tcp_client.recv(bufsize) print('当前日期:',str(data,encoding='utf-8'))
|
粘包

每个 socket 被创建后,都会分配两个缓冲区,输入缓冲区和输出缓冲区。
write()/send() 并不立即向网络中传输数据,而是先将数据写入缓冲区中,再由TCP协议将数据从缓冲区 发送到目标机器。一旦将数据写入到缓冲区,函数就可以成功返回,不管它们有没有到达目标机器,也 不管它们何时被发送到网络,这些都是TCP协议负责的事情。
TCP协议独立于 write()/send() 函数,数据有可能刚被写入缓冲区就发送到网络,也可能在缓冲区中不断 积压,多次写入的数据被一次性发送到网络,这取决于当时的网络情况、当前线程是否空闲等诸多因 素,不由程序员控制。
read()/recv() 函数也是如此,也从输入缓冲区中读取数据,而不是直接从网络中读取。
这些I/O缓冲区特性可整理如下:
I/O缓冲区在每个TCP套接字中单独存在;
I/O缓冲区在创建套接字时自动生成;
即使关闭套接字也会继续传送输出缓冲区中遗留的数据;
关闭套接字将丢失输入缓冲区中的数据。
两种情况下会发生粘包
接收方没有及时接收缓冲区的包,造成多个包接收(客户端发送了一段数据,服务端只收了一小部 分,服务端下次再收的时候还是从缓冲区拿上次遗留的数据,产生粘包)
服务端
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25
| import socket import subprocess
phone = socket.socket(socket.AF_INET, socket.SOCK_STREAM)
phone.bind(('127.0.0.1', 8080))
phone.listen(5)
while 1: conn, client_addr = phone.accept() print(client_addr) while 1: try: cmd = conn.recv(1024) ret = subprocess.Popen(cmd.decode('utf-8'), shell=True,stdout=subprocess.PIPE, stderr=subprocess.PIPE) correct_msg = ret.stdout.read() error_msg = ret.stderr.read() conn.send(correct_msg + error_msg) except ConnectionResetError: break conn.close() phone.close()
|
发送端需要等缓冲区满才发送出去,造成粘包(发送数据时间间隔很短,数据也很小,会合到一 起,产生粘包)
服务端
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19
| import socket
phone = socket.socket(socket.AF_INET, socket.SOCK_STREAM)
phone.bind(('127.0.0.1', 8080))
phone.listen(5)
conn, client_addr = phone.accept()
frist_data = conn.recv(1024) print('1:',frist_data.decode('utf-8')) second_data = conn.recv(1024) print('2:',second_data.decode('utf-8'))
conn.close() phone.close()
|
客户端
1 2 3 4 5 6 7 8 9 10
| import socket
phone = socket.socket(socket.AF_INET, socket.SOCK_STREAM)
phone.connect(('127.0.0.1', 8080))
phone.send(b'hello') phone.send(b'world')
phone.close()
|
粘包的解决方案
struct模块
该模块可以把一个类型,如数字,转成固定长度的bytes

1 2 3 4 5 6 7 8 9 10
| import struct
ret = struct.pack('i', 183346) print(ret, type(ret), len(ret))
ret1 = struct.unpack('i',ret)[0] print(ret1, type(ret1), len(ret1))
|
方案一:
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40
| import socket import subprocess import struct
phone = socket.socket(socket.AF_INET, socket.SOCK_STREAM)
phone.bind(('127.0.0.1', 8080))
phone.listen(5)
while 1: conn, client_addr = phone.accept() print(client_addr) while 1: try: cmd = conn.recv(1024) ret = subprocess.Popen(cmd.decode('utf-8'), shell=True,stdout=subprocess.PIPE, stderr=subprocess.PIPE) correct_msg = ret.stdout.read() error_msg = ret.stderr.read()
total_size = len(correct_msg) + len(error_msg) header = struct.pack('i', total_size)
conn.send(header)
conn.send(correct_msg) conn.send(error_msg) except ConnectionResetError: break conn.close() phone.close()
|
客户端
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30
| import socket import struct
phone = socket.socket(socket.AF_INET, socket.SOCK_STREAM)
phone.connect(('127.0.0.1', 8080))
while 1: cmd = input('>>>').strip() if not cmd: continue phone.send(cmd.encode('utf-8')) header = phone.recv(4)
total_size = struct.unpack('i', header)[0] recv_size = 0 res = b''
while recv_size < total_size: recv_data = phone.recv(1024) res += recv_data recv_size += len(recv_data)
print(res.decode('gbk'))
phone.close()
|
方案二:可自定制报头
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15
| 整个流程的大致解释: 我们可以把报头做成字典,字典里包含将要发送的真实数据的描述信息(大小啊之类的),然后json序列 化,然后用struck将序列化后的数据长度打包成4个字节。 我们在网络上传输的所有数据 都叫做数据包,数据包里的所有数据都叫做报文,报文里面不止有你的数 据,还有ip地址、mac地址、端口号等等,其实所有的报文都有报头,这个报头是协议规定的,看一下
发送时: 先发报头长度 再编码报头内容然后发送 最后发真实内容
接收时: 先手报头长度,用struct取出来 根据取出的长度收取报头内容,然后解码,反序列化 从反序列化的结果中取出待取数据的描述信息,然后去取真实的数据内容
|
服务端
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52
| import socket import subprocess import struct import json
phone = socket.socket(socket.AF_INET, socket.SOCK_STREAM)
phone.bind(('127.0.0.1', 8080))
phone.listen(5)
while 1: conn, client_addr = phone.accept() print(client_addr)
while 1: try: cmd = conn.recv(1024) ret = subprocess.Popen(cmd.decode('utf-8'), shell=True,stdout=subprocess.PIPE, stderr=subprocess.PIPE) correct_msg = ret.stdout.read() error_msg = ret.stderr.read()
total_size = len(correct_msg) + len(error_msg)
header_dict = { 'md5': 'fdsaf2143254f', 'file_name': 'f1.txt', 'total_size': total_size, } header_dict_json = json.dumps(header_dict) bytes_headers = header_dict_json.encode('utf-8')
header_size = len(bytes_headers)
header = struct.pack('i', header_size)
conn.send(header)
conn.send(bytes_headers)
conn.send(correct_msg) conn.send(error_msg) except ConnectionResetError: break
conn.close() phone.close()
|
客户端
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36
| import socket import struct import json
phone = socket.socket(socket.AF_INET, socket.SOCK_STREAM)
phone.connect(('127.0.0.1', 8080))
while 1: cmd = input('>>>').strip() if not cmd: continue phone.send(cmd.encode('utf-8')) header_size = struct.unpack('i', phone.recv(4))[0]
header_bytes = phone.recv(header_size) header_dict = json.loads(header_bytes.decode('utf-8')) total_size = header_dict['total_size'] recv_size = 0 res = b''
while recv_size < total_size: recv_data = phone.recv(1024) res += recv_data recv_size += len(recv_data) print(res.decode('gbk'))
phone.close()
|
FTP上传下载文件的代码(简单版)
服务端
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32
| import socket import struct import json sk = socket.socket()
个等我查一下再告诉大家,改小了就ok的,在linux上也是ok的。 buffer = 1024 sk.bind(('127.0.0.1',8090)) sk.listen()
conn,addr = sk.accept()
head_len = conn.recv(4) head_len = struct.unpack('i',head_len)[0]
json_head = conn.recv(head_len).decode('utf-8') head = json.loads(json_head) filesize = head['filesize']
with open(head['filename'],'wb') as f: while filesize: if filesize >= buffer: content = conn.recv(buffer) f.write(content) filesize -= buffer else: content = conn.recv(buffer) f.write(content) break
conn.close() sk.close()
|
客户端
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46
| import os import json import socket import struct sk = socket.socket() sk.connect(('127.0.0.1',8090)) buffer = 1024 head = { 'filepath':r'C:\Users\Aaron\Desktop\新建文件夹', 'filename':'config', 'filesize':None, } file_path = os.path.join(head['filepath'],head['filename']) filesize = os.path.getsize(file_path) head['filesize'] = filesize
json_head = json.dumps(head) bytes_head = json_head.encode('utf-8') print(json_head) print(bytes_head)
head_len = len(bytes_head) pack_len = struct.pack('i',head_len) print(head_len) print(pack_len) sk.send(pack_len) sk.send(bytes_head)
大小就不固定了,影响效率,有可能读的比较小,也可能很大,像视频文件一般都是一行的二进制字节 流。
with open(file_path,'rb') as f: while filesize: if filesize >= buffer: content = f.read(buffer) sk.send(content) filesize -= buffer else: content = f.read(filesize) sk.send(content) break sk.close()
|