cpu负载均衡(python)

2023-01-31 01:01:05 python cpu 负载均衡

chkconfig --level 3  irqbalance         off

#!/usr/bin/env python


import Socket

import fcntl

import struct

import array

import platfORM

import os

import sys


BYTES = 4096

buf = 4096


def get_cpu_core_num():

    try:

        import multiprocessing

        return multiprocessing.cpu_count()

    except (ImportError, NotImplementedError):

        pass


    res = open('/proc/cpuinfo').read().count('processor\t:')

    if res > 0:

        return res

    

    return 0


def get_iface_list():

    arch = platform.architecture()[0]

   

    var1 = -1

    var2 = -1

    

    if arch == '32bit':

        var1 = 32

        var2 = 32

    elif arch == '64bit':

        var1 = 16

        var2 = 40

    else:

        raise OSError("Unknown architecture: %s\n" % arch)


    s = socket.socket(socket.AF_INET, socket.SOCK_DGRAM)

    names = array.array('B', '\0' * BYTES)

    bytelen = struct.unpack('iL', fcntl.ioctl(

        s.fileno(),

        0x8912,

        struct.pack('iL', BYTES, names.buffer_info()[0])

        ))[0]

    namestr = names.tostring()

    return [namestr[i:i+var1].split('\0', 1)[0] for i in range(0, bytelen, var2)]


def get_ip_address(ifname):

    s = socket.socket(socket.AF_INET, socket.SOCK_DGRAM)

    return socket.inet_ntoa(fcntl.ioctl(

        s.fileno(),

        0x8915,  # SIOCGIFADDR

        struct.pack('256s', ifname[:15])

    )[20:24])


def write_proc(path, content):

    #print "echo %s > %s" % (content, path)

    f = open(path, 'w+')

    f.write(str(content))

    f.close()


cpu_num = get_cpu_core_num() 

if cpu_num < 4:

    print "small cpu core's, this program not support!"

    sys.exit()

if cpu_num > 16:

    print "too many cpu core's, this program not support!"

    sys.exit()


if cpu_num % 4 != 0:

    print "this program not support!"

    sys.exit()


mask = list()

if cpu_num == 4:

    mask = ['01', '02', '04', '08']

elif cpu_num == 8:

    mask = ['01', '02', '04', '08', '10', '20', '40', '80']

elif cpu_num == 12:

    mask = ['01', '02', '04', '08', '10', '20', '40', '80', '100', '200', '400', '800']

elif cpu_num == 16:

    mask = ['01', '02', '04', '08', '10', '20', '40', '80', '100', '200', '400', '800', '1000', '2000', '4000', '8000']


ifs = get_iface_list()

if len(ifs) == 0:

    print "Can not get net interface!"

    sys.exit()


i = 0

flag = 0

for iface in ifs:

    if iface.find(':') == -1 and iface != 'lo' and iface.find('tun') == -1 and iface.find('pop') == -1:

        fp = open('/proc/interrupts', 'r').read()


        for line in open('/proc/interrupts', 'r'):

            if i == cpu_num:

                i = 0

            s ="%s-" % iface

            if line.find(s) == -1:

                continue

            key = line.split()[0].strip()[:-1]

            path = "/proc/irq/%s/smp_affinity" % key

            write_proc(path, mask[i])

            i += 1


        ifsq = "/sys/class/net/%s/queues" % iface

        if not os.path.exists(ifsq):

            continue

        for dir in os.listdir(ifsq):

            if i == cpu_num:

                i = 0

            if dir.startswith('rx-'):

                path = "%s/%s/rps_cpus" % (ifsq, dir)

                write_proc(path, mask[i])

                path = "%s/%s/rps_flow_cnt" % (ifsq, dir)

                write_proc(path, buf)

                flag = 1

            else:

                path = "%s/%s/xps_cpus" % (ifsq, dir)

                write_proc(path, mask[i])

            i += 1

        

if flag == 1:

    path = '/proc/sys/net/core/rps_sock_flow_entries'

    if os.path.exists(path):

        write_proc(path, buf)


#modify iptables hashsize to 1048576

#kernel version > 2.6.20

path = "/sys/module/nf_conntrack/parameters/hashsize"

if os.path.exists(path):

    write_proc(path, '1048576')

#kernel version > 2.6.16 and version <= 2.6.19

path = "/sys/module/ip_conntrack/parameters/hashsize"

if os.path.exists(path):

    write_proc(path, '1048576')


相关文章