GaudiMP.FdsRegistry.FdsDict Class Reference

Inheritance diagram for GaudiMP.FdsRegistry.FdsDict:

Collaboration diagram for GaudiMP.FdsRegistry.FdsDict:

Public Member Functions
def	__missing__ (self, key)
def	fname (self, i)
def	fds (self, fname)
def	has_name (self, fname)
def	add (self, i, fname, iomode, flags)
def	iomode (self, i)
def	get_output_fds (self)
def	get_input_fds (self)
def	get_fds_in_dir (self, dir="")
def	create_symlinks (self, wkdir="")
def	extract_fds (self, dir="")

Static Public Attributes
	name
	curdir

Detailed Description

Definition at line 22 of file FdsRegistry.py.

Member Function Documentation

__missing__()

def GaudiMP.FdsRegistry.FdsDict.__missing__	(		self,
			key
	)

Definition at line 26 of file FdsRegistry.py.

    def __missing__(self, key):
        self[key] = ""
        return ""
 

add()

def GaudiMP.FdsRegistry.FdsDict.add	(		self,
			i,
			fname,
			iomode,
			flags
	)

Definition at line 47 of file FdsRegistry.py.

    def add(self, i, fname, iomode, flags):
        self[i] = (fname, iomode, flags)
        return
 

create_symlinks()

def GaudiMP.FdsRegistry.FdsDict.create_symlinks	(		self,
			wkdir = ""
	)

create necessary symlinks in worker's dir if the fd is <INPUT>
otherwise copy <OUTPUT> file

Definition at line 74 of file FdsRegistry.py.

    def create_symlinks(self, wkdir=""):
        """
        create necessary symlinks in worker's dir if the fd is <INPUT>
        otherwise copy <OUTPUT> file
        """
        import os
        import shutil
 
        msg.info("create_symlinks: %s" % self.get_fds_in_dir())
        # some files expected to be in curdir
        for fd in self.get_fds_in_dir():
            src = self[fd][0]
            iomode = self[fd][1]
            dst = os.path.join(wkdir, os.path.basename(src))
            if iomode == "<INPUT>":
                if os.path.exists(dst):
                    # update_io_registry took care of this
                    msg.debug(
                        "fds_dict.create_symlink:update_io_registry took care of src=%s"
                        % src
                    )
                    pass
                else:
                    msg.debug(
                        "fds_dict.create_symlink:(symlink) src=%s, iomode=%s"
                        % (src, iomode)
                    )
                    os.symlink(src, dst)
            else:
                msg.debug("fds_dict.create_symlink: (copy) src=%s, dst=%s" % (src, dst))
                shutil.copy(src, dst)
                pass
        return
 

extract_fds()

def GaudiMP.FdsRegistry.FdsDict.extract_fds	(		self,
			dir = ""
	)

parse the fds of the processs -> build fds_dict

Definition at line 108 of file FdsRegistry.py.

    def extract_fds(self, dir=""):
        """parse the fds of the processs -> build fds_dict"""
        import fcntl
        import os
 
        msg.info("extract_fds: making snapshot of parent process file descriptors")
        self.curdir = os.path.abspath(os.curdir)
        iomode = "<INPUT>"
 
        procfd = "/proc/self/fd"
        fds = os.listdir(procfd)
        for i in fds:
            fd = int(i)  # spurious entries should raise at this point
            if fd == 1 or fd == 2:
                # leave stdout and stderr to redirect_log
                continue
            elif fd == 0:
                # with only a single controlling terminal, leave stdin alone
                continue
 
            try:
                realname = os.path.realpath(os.path.join(procfd, i))
            except (OSError, IOError, TypeError):
                # can fail because the symlink resolution (why is that needed
                # anyway?) may follow while a temp file disappears
                msg.debug("failed to resolve: %s ... skipping", os.path.join(procfd, i))
                continue
 
            if os.path.exists(realname):
                try:
                    flags = fcntl.fcntl(fd, fcntl.F_GETFL)
                    if (flags & _O_ACCMODE) == 0:  # read-only --> <INPUT>
                        iomode = "<INPUT>"
                    else:
                        iomode = "<OUTPUT>"
 
                    self.add(fd, realname, iomode, flags)
                except (OSError, IOError):
                    # likely saw a temoorary file; for now log a debug
                    # message, but this is fine if silently ignored
                    msg.debug("failed access to: %s ... skipping", realname)
                    continue
 
                # at this point the list of fds may still include temp files
                # TODO: figure out if they can be identified (seeing /tmp is
                # not enough as folks like to run with data from /tmp b/c of
                # space constraints on /afs
 
        msg.debug("extract_fds.fds_dict=%s" % self)
        return
 

fds()

def GaudiMP.FdsRegistry.FdsDict.fds	(		self,
			fname
	)

Definition at line 37 of file FdsRegistry.py.

    def fds(self, fname):
        return [i for i, v in self.iteritems() if v[0] == fname]
 

fname()

def GaudiMP.FdsRegistry.FdsDict.fname	(		self,
			i
	)

Definition at line 30 of file FdsRegistry.py.

    def fname(self, i):
        if i in self:
            return self[i][0]
        else:
            msg.warning("fds_dict:fname: No Key %s" % i)
            return ""
 

get_fds_in_dir()

def GaudiMP.FdsRegistry.FdsDict.get_fds_in_dir	(		self,
			dir = ""
	)

Definition at line 64 of file FdsRegistry.py.

    def get_fds_in_dir(self, dir=""):
        import os
 
        if dir == "" and self.curdir is not None:
            dir = self.curdir
        msg.debug("get_fds_in_dir(%s)" % dir)
        return [
            i for i in self.keys() if os.path.samefile(os.path.dirname(self[i][0]), dir)
        ]
 

get_input_fds()

def GaudiMP.FdsRegistry.FdsDict.get_input_fds

(

self

)

Definition at line 61 of file FdsRegistry.py.

    def get_input_fds(self):
        return [i for i in self.keys() if self[i][1] == "<INPUT>"]
 

get_output_fds()

def GaudiMP.FdsRegistry.FdsDict.get_output_fds

(

self

)

Definition at line 58 of file FdsRegistry.py.

    def get_output_fds(self):
        return [i for i in self.keys() if self[i][1] == "<OUTPUT>"]
 

has_name()

def GaudiMP.FdsRegistry.FdsDict.has_name	(		self,
			fname
	)

Definition at line 40 of file FdsRegistry.py.

    def has_name(self, fname):
        for v in self.values():
            if v[0] == fname:
                return True
        return False
 

iomode()

def GaudiMP.FdsRegistry.FdsDict.iomode	(		self,
			i
	)

Definition at line 51 of file FdsRegistry.py.

    def iomode(self, i):
        if i in self:
            return self[i][1]
        else:
            msg.warning("fds_dict:iomode: No Key %s" % i)
            return ""
 

Member Data Documentation

curdir

GaudiMP.FdsRegistry.FdsDict.curdir

static

Definition at line 24 of file FdsRegistry.py.

name

GaudiMP.FdsRegistry.FdsDict.name

static

Definition at line 23 of file FdsRegistry.py.

---

The documentation for this class was generated from the following file:

• GaudiMP/python/GaudiMP/FdsRegistry.py