Python FTP文件传输

FTP Server

import socket
import struct
from concurrent.futures import ThreadPoolExecutor
import json
import hashlib
import os
import time
from demo import common_utils


PUT_FILE_DIR = r'C:\x\LuffyFTP\sharefile\server\put'
GET_FILE_DIR = r'C:\x\LuffyFTP\sharefile\server\get'
IP_PORT = ('127.0.0.1', 9999)


def run_forever():
    """
     启动socket
     :return:
     """
    server_socket = socket.socket(socket.AF_INET, socket.SOCK_STREAM)
    server_socket.bind(IP_PORT)
    server_socket.listen(5)
    print('Server Start,IP:%s, LISTENING PORT: %s.' %
          IP_PORT)
    pool = ThreadPoolExecutor(10)
    while True:
        conn, client_addr = server_socket.accept()
        print('创建一个新的线程，和客户端{}通信'.format(client_addr))
        pool.submit(take_over_connection, conn, client_addr)


def take_over_connection(conn, client_addr):
    """
    用来接管socket链接，每个线程接管一个链接
    :param conn:
    :param client_address:
    :return:
    """
    print('MyServer')
    server = MyServer(conn, client_addr)
    server.handle_cmd()


class MyServer(object):
    """
        处理客户端所有的交互socket server
        """
    STATUS = {
        300: 'File not exist !',
        301: 'File  exist , and the msg include the file size!',
        302: 'File not exist !!!'
    }

    def __init__(self, conn, client_addr):
        self.conn = conn
        self.client_addr = client_addr

    def handle_cmd(self):
        """
               处理用户命令交互
               :return:
               """
        print('handle_cmd')
        while True:
            try:
                # 收到报头长度
                recv_pack = self.conn.recv(4)
                if not recv_pack:
                    print(
                        'connect {} is lost ……'.format(
                            self.client_addr))
                    break
                # 解析报头
                recv_length = struct.unpack('i', recv_pack)[0]

                header_data = self.conn.recv(recv_length)
                # json_data
                json_data = json.loads(header_data.decode('utf-8'))
                print('recv data >>> {}'.format(json_data))
                action_type = json_data.get('action_type')

                if action_type:
                    # 使用反射
                    if hasattr(self, '_{}'.format(action_type)):
                        func = getattr(self, '_{}'.format(action_type))
                        func(json_data)
                else:
                    print('invalid command')
            except ConnectionResetError:  # 适用于windows操作系统
                break

    def send_response(self, status_code, **kwargs):
        """
                 向客户端发送响应吗
                :param status:
                :return:
                """
        # 构造消息头
        message = {
            'status': status_code,
            'status_message': self.STATUS.get(status_code)
        }
        message.update(kwargs)  # 更新消息
        message_json = json.dumps(message)
        # 为防止粘包，封装消息包
        header_byte = message_json.encode('utf-8')
        # 先发送报头的长度
        self.conn.send(struct.pack('i', len(message_json)))
        print('发送response报头的长度: {}'.format(len(message_json)))
        print('发送response报头内容:{}'.format(message))
        # 发送报头
        self.conn.send(header_byte)

    def _get(self, data):
        """
        下载文件，如果文件存在，发送状态码+文件大小+md5，发送文件
        不存在，发送状态码
        :param data:
        :return:
        """
        print('_get {}'.format(data))
        file_path = os.path.join(
            GET_FILE_DIR,
            data.get('file_name'))
        if os.path.isfile(file_path):
            file_size = os.path.getsize(file_path)
            print(
                'file_path: {} file_size: {} '.format(
                    file_path, file_size))
            self.send_response(301, file_size=file_size, md5=common_utils.get_md5(
                file_path), server_file_dir=os.path.dirname(file_path))
            print('read to send file >>>', data.get('file_name'))
            with open(file_path, 'rb') as f:
                for line in f:
                    self.conn.send(line)
                else:
                    print('send file {} done'.format(file_path))

        else:
            self.send_response(302)

    def _put(self, data):
        """
         拿到文件名和大小，检测本地是否存在相同文件
         如果存在，创建新文件local_file_name+timestamp
         如果存在，创建新文件local_file_name
        :param data:
        :return:
        """
        print('_put {}'.format(data))
        file_size = data.get('file_size')
        file_name = data.get('file_name')
        file_path = os.path.join(
            PUT_FILE_DIR,
            file_name)

        client_md5 = data.get('md5')
        if os.path.isfile(file_path):
            print('file is exist')
            file_path = '{}.{}'.format(file_path, str(int(time.time())))
        tmp_file = '{}.down'.format(file_path)
        print('tmp_file:', tmp_file)

        f = open(tmp_file, 'wb')
        recv_size = 0
        print('put file {} start >>> '.format(file_path))
        while recv_size < file_size:
            data = self.conn.recv(8192)  # 接收文件内容
            f.write(data)
            recv_size += len(data)
        else:
            print("\n")
            print(
                '-- file [{}] put done, received size [{}]'.format(file_name, common_utils.bytes2human(
                    os.path.getsize(tmp_file))))
        f.close()

        os.rename(tmp_file, file_path)
        server_md5 = common_utils.get_md5(file_path)

        if server_md5 == client_md5:
            print('文件上传完整与客户端一致')


if __name__ == '__main__':
    run_forever()

FTP Client

import argparse
import socket
import json
import struct
import sys
import os
BASE_DIR = os.path.dirname(os.path.dirname(os.path.abspath(__file__)))
sys.path.append(BASE_DIR)
from demo import common_utils


PUT_FILE_PATH = r'C:\x\LuffyFTP\sharefile\client\put'
GET_FILE_PATH = r'C:\x\LuffyFTP\sharefile\client\get'
IP_PORT = ('127.0.0.1', 9999)


class FtpClient():
    """
    ftp客户端
    """

    def __init__(self):
        self.client_sock = None
        self.make_connect()

    def make_connect(self):
        """
        连接服务器
        :return:
        """
        try:
            self.client_sock = socket.socket(
                socket.AF_INET, socket.SOCK_STREAM)
            print('连接服务器')
            self.client_sock.connect(IP_PORT)  # 连接服务器

        except Exception as e:
            print('连接服务器异常', e)

    def interactive(self):
        """
        交互
        :return:
        """
        menu = """
        1. 下载文件 get 1.txt
        2. 上传文件 put 1.txt
        3. 退出 bye

        """
        print(menu)
        while True:
            user_input = input('请输入 >>> ').strip()
            if not user_input:
                continue

            cmd_list = user_input.split()
            if hasattr(self, '_{}'.format(cmd_list[0])):
                func = getattr(self, '_{}'.format(cmd_list[0]))
                func(cmd_list)  # get

    def send_msg(self, action_type, **kwargs):
        """
         打包消息，发送到服务器
        :param action_type:
        :param kwargs:
        :return:
        """
        cmd = {
            'action_type': action_type,

        }
        cmd.update(kwargs)  # 更新字典
        cmd_json = json.dumps(cmd)
        # 为防止粘包，封装包
        header_byte = cmd_json.encode('utf-8')
        # 先发送报头的长度
        self.client_sock.send(struct.pack('i', len(cmd_json)))
        print('发送auth报头的长度: {}'.format(len(cmd_json)))
        print('发送auth报头内容:{}'.format(cmd_json))
        # 发送报头
        self.client_sock.send(header_byte)

    def arg_check(self, cmd_args, len_args):
        if len(cmd_args) != len_args:
            print(
                'must provide {} parameters but received {}'.format(len_args,
                                                                    len(cmd_args)))
            return False
        else:
            return True

    def get_response(self):
        """
                收到服务器向客户端发送的响应
                :return:
                """
        # 收到报头长度
        recv_pack = self.client_sock.recv(4)
        if recv_pack:
            # 解析报头
            recv_length = struct.unpack('i', recv_pack)[0]
            header_data = self.client_sock.recv(recv_length)
            # json_data
            json_data = json.loads(header_data.decode('utf-8'))
            print('recv response >>> {}'.format(json_data))

            return json_data
        else:
            print('recv_pack is null !!!')
            return None

    def _get(self, cmd_args):
        """
        得到文件，发送到远程，等待返回消息，
        等待文件，循环收文件
        :param cmd_args:
        :return:
        """
        if self.arg_check(cmd_args, 2):

            file_name = cmd_args[1]  # get filename
            self.send_msg('get', file_name=file_name)

            response_data = self.get_response()
            if response_data.get('status') == 301:
                file_size = response_data.get('file_size')
                server_md5 = response_data.get('md5')

                file_path = os.path.join(
                    GET_FILE_PATH, file_name)

                recv_size = 0
                p = self.progress_bar(file_size)  # 进度条
                p.send(None)
                print('get file {} start >>> '.format(file_name))
                tmp_file = '{}.down'.format(file_path)
                with open(tmp_file, 'wb') as f:  # 写下载文件
                    # 序列化保存数据

                    while recv_size < file_size:
                        data = self.client_sock.recv(8192)
                        f.write(data)
                        recv_size += len(data)
                        p.send(recv_size)
                    else:
                        print("\n")
                        print(
                            '-- file [{}] recv done, received size [{}]'.format(file_name, file_size))

                if os.path.isfile(file_path):  # 如果文件存在，删除后覆盖文件
                    os.remove(file_path)
                os.rename(tmp_file, file_path)

                client_md5 = common_utils.get_md5(file_path)
                if server_md5 == client_md5:
                    print('文件下载完整与服务端一致')
            else:
                print(response_data.get('status_message'))

    def _put(self, cmd_args):
        """
        1.上传本地文件到服务器
        2.确保本地文件存在
        3.把文件名和文件大小发送到远程
        4.发送文件内容
        :return:
        """
        if self.arg_check(cmd_args, 2):
            local_file_name = cmd_args[1]  # put filename
            full_path = os.path.join(PUT_FILE_PATH, local_file_name)
            if os.path.isfile(full_path):
                total_size = os.path.getsize(full_path)
                self.send_msg(
                    'put',
                    file_name=local_file_name,
                    file_size=total_size, md5=common_utils.get_md5(full_path))

                p = self.progress_bar(total_size)
                p.send(None)
                upload_size = 0
                with open(full_path, 'rb') as f:  # 发送文件
                    for line in f:
                        self.client_sock.send(line)
                        upload_size += len(line)
                        p.send(upload_size)
                    else:
                        print("\n")
                        print('file upload done'.center(50, '-'))

            else:
                print(
                    'file [{}] is not exist !!!'.format(local_file_name))

    def _bye(self, cmd_args):
        """
         退出
        :return:
        """
        print("bye")
        self.client_sock.close()
        exit(0)

    @staticmethod
    def progress_bar(total_size):
        """
        显示进度条
        :param total_size:
        :return:
        """
        current_percent = 0
        last_percent = 0
        while True:
            recv_size = yield current_percent
            current_percent = int(recv_size / total_size * 100)

            print("#" * int(current_percent / 4) + '{percent}%'.format(percent=int(current_percent)), end="\r",
                  flush=True)


if __name__ == '__main__':
    c = FtpClient()
    c.interactive()

common_util

import logging
from logging import handlers
import os
from tkinter import Tk, filedialog
import os
import hashlib


def bytes2human(n):
    # 文件大小字节单位转换
    symbols = ('K', 'M', 'G', 'T', 'P', 'E')
    prefix = {}
    for i, s in enumerate(symbols):
        # << 左移” 左移一位表示乘2 即1 << 1=2，二位就表示4 即1 << 2=4，
        # 10位就表示1024 即1 << 10=1024 就是2的n次方
        prefix[s] = 1 << (i + 1) * 10
    for s in reversed(symbols):
        if n >= prefix[s]:
            value = float(n) / prefix[s]
            return '%.2f%s' % (value, s)
    return "%sB" % n


def get_md5(file_path):
    """
    得到文件MD5
    :param file_path:
    :return:
    """
    if os.path.isfile(file_path):
        file_size = os.stat(file_path).st_size
        md5_obj = hashlib.md5()  # hashlib
        f = open(file_path, 'rb')  # 打开文件
        read_size = 0
        while read_size < file_size:
            read_byte = f.read(8192)
            md5_obj.update(read_byte)  # update md5
            read_size += len(read_byte)
        hash_code = md5_obj.hexdigest()  # get md5 hexdigest
        f.close()
        print('file: [{}] \nsize: [{}] \nmd5: [{}]'.format(
            file_path, bytes2human(read_size), hash_code))
        return str(hash_code)


def get_dir_size_count(dir):
    """
    获得文件夹中所有文件大小和文件个数
    :param dir:
    :return:
    """
    size = 0
    count = 0
    for root, dirs, files in os.walk(dir):
        size_li = [os.path.getsize(os.path.join(root, name))
                   for name in files]
        size += sum(size_li)
        count += len(size_li)
    print('目录{}  文件个数{}， 总共大小约{}'.format(dir, count, bytes2human(size)))
    return count, size


def brows_local_filename(title='choose a file', force=False):
    """
    Select a local file by filedialog of tkinter.  Return an exist file path.
    :param title:
    :param force: If force is True user must choose a file.
    :return:
    """
    tk = Tk()
    tk.withdraw()
    tk.wm_attributes('-topmost', 1)
    while True:
        filename = filedialog.askopenfilename(title=title)
        if not force or filename:
            break
    tk.destroy()
    return filename


def brows_save_filename(title='save as'):
    """
    Select a local path to save a file by filedialog of tkinter.Return a path for saving file.
    :param title:
    :return:
    """
    tk = Tk()
    tk.withdraw()
    tk.wm_attributes('-topmost', 1)
    filename = filedialog.asksaveasfilename(title=title)
    tk.destroy()
    return filename