mirror of
				https://github.com/Telecominfraproject/OpenNetworkLinux.git
				synced 2025-11-03 19:58:20 +00:00 
			
		
		
		
	- Support direct release of file products during package builds - Include suite codename in repo and delivery prefixes in anticipation of multisuite build support.
		
			
				
	
	
		
			213 lines
		
	
	
		
			5.5 KiB
		
	
	
	
		
			Python
		
	
	
	
	
	
			
		
		
	
	
			213 lines
		
	
	
		
			5.5 KiB
		
	
	
	
		
			Python
		
	
	
	
	
	
#!/usr/bin/python
 | 
						|
############################################################
 | 
						|
#
 | 
						|
# Common utilities for the ONL python tools.
 | 
						|
#
 | 
						|
############################################################
 | 
						|
import logging
 | 
						|
import subprocess
 | 
						|
from collections import Iterable
 | 
						|
import sys
 | 
						|
import os
 | 
						|
import fcntl
 | 
						|
import glob
 | 
						|
from string import Template
 | 
						|
 | 
						|
logger = None
 | 
						|
 | 
						|
# Cheap colored terminal logging. Fixme.
 | 
						|
def color_logging():
 | 
						|
    if sys.stderr.isatty():
 | 
						|
        logging.addLevelName( logging.WARNING, "\033[1;31m%s\033[1;0m" % logging.getLevelName(logging.WARNING))
 | 
						|
        logging.addLevelName( logging.ERROR, "\033[1;41m%s\033[1;0m" % logging.getLevelName(logging.ERROR))
 | 
						|
 | 
						|
 | 
						|
def init_logging(name, lvl=logging.DEBUG):
 | 
						|
    global logger
 | 
						|
    logging.basicConfig()
 | 
						|
    logger = logging.getLogger(name)
 | 
						|
    logger.setLevel(lvl)
 | 
						|
    color_logging()
 | 
						|
    return logger
 | 
						|
 | 
						|
 | 
						|
############################################################
 | 
						|
#
 | 
						|
# Log and execute system commands
 | 
						|
#
 | 
						|
def execute(args, sudo=False, chroot=None, ex=None):
 | 
						|
 | 
						|
    if type(args) is str:
 | 
						|
        # Must be executed through the shell
 | 
						|
        shell=True
 | 
						|
    else:
 | 
						|
        shell = False
 | 
						|
 | 
						|
    if chroot and os.geteuid() != 0:
 | 
						|
        # Must be executed under sudo
 | 
						|
        sudo = True
 | 
						|
 | 
						|
    if chroot:
 | 
						|
        if type(args) is str:
 | 
						|
            args = "chroot %s %s" % (chroot, args)
 | 
						|
        elif type(args) in (list,tuple):
 | 
						|
            args = ['chroot', chroot] + list(args)
 | 
						|
 | 
						|
    if sudo:
 | 
						|
        if type(args) is str:
 | 
						|
            args = "sudo %s" % (args)
 | 
						|
        elif type(args) in (list, tuple):
 | 
						|
            args = [ 'sudo' ] + list(args)
 | 
						|
 | 
						|
 | 
						|
    logger.debug("Executing:%s", args)
 | 
						|
 | 
						|
    try:
 | 
						|
        subprocess.check_call(args, shell=shell)
 | 
						|
        return 0
 | 
						|
    except subprocess.CalledProcessError, e:
 | 
						|
        if ex:
 | 
						|
            raise ex
 | 
						|
        return e.returncode
 | 
						|
 | 
						|
 | 
						|
# Flatten lists if string lists
 | 
						|
def sflatten(coll):
 | 
						|
    for i in coll:
 | 
						|
            if isinstance(i, Iterable) and not isinstance(i, basestring):
 | 
						|
                for subc in sflatten(i):
 | 
						|
                    if subc:
 | 
						|
                        yield subc
 | 
						|
            else:
 | 
						|
                yield i
 | 
						|
 | 
						|
 | 
						|
 | 
						|
def gen_salt():
 | 
						|
    # return an eight character salt value
 | 
						|
    salt_map = './' + string.digits + string.ascii_uppercase + \
 | 
						|
        string.ascii_lowercase
 | 
						|
    rand = random.SystemRandom()
 | 
						|
    salt = ''
 | 
						|
    for i in range(0, 8):
 | 
						|
        salt += salt_map[rand.randint(0, 63)]
 | 
						|
    return salt
 | 
						|
 | 
						|
 | 
						|
 | 
						|
############################################################
 | 
						|
#
 | 
						|
# Delete a user
 | 
						|
#
 | 
						|
def userdel(username):
 | 
						|
    # Can't use the userdel command because of potential uid 0 in-user problems while running ourselves
 | 
						|
    for line in fileinput.input('/etc/passwd', inplace=True):
 | 
						|
        if not line.startswith('%s:' % username):
 | 
						|
            print line,
 | 
						|
    for line in fileinput.input('/etc/shadow', inplace=True):
 | 
						|
        if not line.startswith('%s:' % username):
 | 
						|
            print line,
 | 
						|
 | 
						|
############################################################
 | 
						|
#
 | 
						|
# Add a user
 | 
						|
#
 | 
						|
def useradd(username, uid, password, shell, deleteFirst=True):
 | 
						|
    args = [ 'useradd', '--non-unique', '--shell', shell, '--home-dir', '/root',
 | 
						|
             '--uid', '0', '--gid', '0', '--group', 'root' ]
 | 
						|
 | 
						|
    if deleteFirst:
 | 
						|
        userdel(username)
 | 
						|
 | 
						|
    if password:
 | 
						|
        epassword=crypt.crypt(password, '$1$%s$' % gen_salt());
 | 
						|
        args = args + ['-p', epassword]
 | 
						|
 | 
						|
    args.append(username)
 | 
						|
 | 
						|
    cc(args);
 | 
						|
 | 
						|
    if password is None:
 | 
						|
        cc(('passwd', '-d', username))
 | 
						|
 | 
						|
    logger.info("user %s password %s", username, password)
 | 
						|
 | 
						|
 | 
						|
class Lock(object):
 | 
						|
    """File Locking class."""
 | 
						|
 | 
						|
    def __init__(self, filename):
 | 
						|
        self.filename = filename
 | 
						|
        self.handle = open(filename, 'w')
 | 
						|
 | 
						|
    def take(self):
 | 
						|
        # logger.debug("taking lock %s" % self.filename)
 | 
						|
        fcntl.flock(self.handle, fcntl.LOCK_EX)
 | 
						|
        # logger.debug("took lock %s" % self.filename)
 | 
						|
 | 
						|
    def give(self):
 | 
						|
        fcntl.flock(self.handle, fcntl.LOCK_UN)
 | 
						|
        # logger.debug("released lock %s" % self.filename)
 | 
						|
 | 
						|
    def __enter__(self):
 | 
						|
        self.take()
 | 
						|
 | 
						|
    def __exit__(self ,type, value, traceback):
 | 
						|
        self.give()
 | 
						|
 | 
						|
    def __del__(self):
 | 
						|
        self.handle.close()
 | 
						|
 | 
						|
 | 
						|
def filepath(absdir, relpath, eklass):
 | 
						|
    """Return the absolute path for the given absdir/repath file."""
 | 
						|
    p = None
 | 
						|
    if os.path.isabs(relpath):
 | 
						|
        p = relpath
 | 
						|
    else:
 | 
						|
        p = os.path.join(absdir, relpath)
 | 
						|
 | 
						|
    # Globs that result in a single file are allowed:
 | 
						|
    g = glob.glob(p)
 | 
						|
    if len(g) is 0:
 | 
						|
        raise eklass("'%s' did not match any files." % p)
 | 
						|
    elif len(g) > 1:
 | 
						|
            raise eklass("'%s' matched too many files %s" % (p, g))
 | 
						|
    else:
 | 
						|
        p = g[0]
 | 
						|
 | 
						|
    return p
 | 
						|
 | 
						|
def validate_src_dst_file_tuples(absdir, data, dstsubs, eklass):
 | 
						|
    files = []
 | 
						|
    if type(data) is dict:
 | 
						|
        for (s,d) in data.iteritems():
 | 
						|
            files.append((s,d))
 | 
						|
    elif type(data) is list:
 | 
						|
        for e in data:
 | 
						|
            if type(e) is dict:
 | 
						|
                for (s,d) in e.iteritems():
 | 
						|
                    files.append((s,d))
 | 
						|
            elif type(e) in [ list, tuple ]:
 | 
						|
                if len(e) != 2:
 | 
						|
                    raise eklass("Too many filenames: '%s'" % (e))
 | 
						|
                else:
 | 
						|
                    files.append((e[0], e[1]))
 | 
						|
            else:
 | 
						|
                raise eklass("File entry '%s' is invalid." % (e))
 | 
						|
 | 
						|
    #
 | 
						|
    # Validate/process source files.
 | 
						|
    # Process dst paths.
 | 
						|
    #
 | 
						|
    flist = []
 | 
						|
    for f in files:
 | 
						|
        src = filepath(absdir, f[0], eklass)
 | 
						|
        if not os.path.exists(src):
 | 
						|
            raise eklass("Source file or directory '%s' does not exist." % src)
 | 
						|
        t = Template(f[1])
 | 
						|
        dst = t.substitute(dstsubs)
 | 
						|
        flist.append((src, dst))
 | 
						|
 | 
						|
    return flist
 |