MinosDCMTask.py

Go to the documentation of this file.

import os
import re

from GBSTask import GBSTask

class MinosDCMTask(GBSTask) :
    """Top level object to manage a single task.

    This class inherits from GBSTask and adds the following user callable methods

    Getters:-

    GetDCMQuery()
      Return the DCM Query used to create ProtoJobs


    Setters:-

    SetDCMQuery(query)

      Define the DCM query used to create ProtoJobs

      e.g. task.SetDCMQuery("[ file_name like N00008695_002%.cosmic.sntp.R1_18.0.root ]")

    AddProtoJob()

      Apply DCM query and for each file returned use the run and
      subrun numbers to form a name.  If a Job of that name does not
      already exist add a ProtJob using the DCM URL as the Script Local
      Arg.

      Warn if there are Jobs that don't correspond to a file returned
      from the query.
    """

    ######  GBSObject inherited responsibilities   ###### 
      

    def __init__(self,name,parent,model,model_args):
        self.__DCMQuery   = ""

        GBSTask.__init__(self,name,parent,model,model_args)

    def _DoMemberIO(self,ioh):
        self.__DCMQuery   = ioh("DCM Query",  "s",self.__DCMQuery)
        GBSTask._DoMemberIO(self,ioh)

    def GetType(self): return "MinosDCMTask"

    def __repr__(self) : return self.AsString()
    
    ######  User Callable Methods (Getters then Setters)  ###### 


    def AsString(self,level = "Full"):

        """Return string description.

         Return string description at the following levels:-
        "Brief"    one line summary suitable for rows in tables
        "Heading"  one line summary suitable as heading for "Brief"
        "Full"     full desciption including value of every data member"""

        if (    level == "Heading" \
             or level == "Brief" ): return GBSTask.AsString(self,level)

        s  = GBSTask.AsString(self,level)
        s += "\nDCM Query: '" + self.__DCMQuery + "'"
        return s
    

    def  AddProtoJob(self):

        """Apply DCM query and add new ProtJobs as necessary."""

        file_list_file = self.GetStoreLocation("child_dir") + "/DCM_query_result"
        if os.path.isfile(file_list_file): os.remove(file_list_file)
        cmd = "$DCM_HOME/dcm.sh get --accept_dcm_url --file_list %s %s >/dev/null" % (file_list_file,self.__DCMQuery)
        if os.system(cmd):
            print "Failed to run " + cmd
            return
        f = open(file_list_file)

        #  Get a full list of current job.
        unmatched_jobs = GBSTask.GetJobs(self)
        
        num_pjobs = 0
        for line in f:
            line = line.rstrip()
            mo = re.search(r"(\d{6,}_\d{3,})",line)
            if not mo:
                print "Cannot extract run and subrun number from: " + line,
            else:
                job_name = mo.group(1)
                # Remove name from current job list
                if unmatched_jobs.has_key(job_name): del unmatched_jobs[job_name]
                if GBSTask.AddProtoJob(self,job_name,line):
                    print "Accepting job_%s: %s" % (job_name,line)
                    num_pjobs += 1
                    
        f.close()
        os.remove(file_list_file)

        if num_pjobs: print str(num_pjobs) + " Protojobs created"
        else:         print "No Protojobs created"

        # Print any jobs that don't match current query.
        unmatched_job_names = unmatched_jobs.keys()
        if len(unmatched_job_names):
            print "\nCaution: The following jobs are not part of the current DCM query:-\n"
            unmatched_job_names.sort()
            for job_name in unmatched_job_names:
                print job_name + ": " + unmatched_jobs[job_name].GetScriptLocalArgs()
                     
    def GetDCMQuery(self):

        """Return the DCM Query used to create ProtoJobs"""

        return self.__DCMQuery

    def SetDCMQuery(self,query):

        """Define the DCM query used to create ProtoJobs"""

        if self.IsDisabled("SetDCMQuery"): return
        self.__DCMQuery = query
        self.Write()
        
    def GetTestOnlyMethods(self):

        """Return a list of methods that are only available in 'Test' mode."""

        l = GBSTask.GetTestOnlyMethods(self)
        l.append("SetDCMQuery")
        return l

    

---