era5_extract_submitter.py

#!/usr/local/apps/python/2.7.3-02/bin/python



import subprocess
import datetime
import os
import sys
import submit_job_rsync_netcdf

streams = ['era5-m-nc',
           'era5-s-en-mean-nc',
           'era5-s-en-nc',
           'era5-s-en-sd-nc',
           'era5-s-fc-nc',
           'era5-s-nc']

base_path = "/home/ms/gb/ukc/era5_control"



def cmd_line_finder(file_path, test=0):
    with open(file_path, 'r+') as f: #open in read / write mode
        line = f.readline() #read the first line and throw it out
        data = f.read() #read the rest
        if not test:
            f.seek(0) #set the cursor to the top of the file
            f.write(data) #write the data back
            f.truncate() #set the file size to the current size
        
        return line
    
   

if __name__=="__main__":

    args = sys.argv
    print "\nExecuting '%s' with arguments: " % args[0], args[1:],"\n"
    if len(args) < 2:
       exitNicely("Not enough arguments given.")
    stream=args[-1]

    keywords = {}
    
    test = 0
    '''            
    if stream in ['era5-m-nd', 'era5-s-en-nc']:
        test = 1        
    '''
    file_path = os.path.join(base_path, stream)
    command_to_run = cmd_line_finder(file_path, test)    

    command_parts = command_to_run.strip().split(' ')

    keywords = {'start': command_parts[3],
                'end': command_parts[5],
                'target_dir': command_parts[7],
                'qos' : 'normal'
                }
    '''
    if stream == 'era5-m-nc':
        keywords['qos'] = 'large'

    if stream == 'era5-s-en-nc':
        keywords['qos'] = 'large'
    '''    
    dataset = command_parts[-1]
    print dataset

    print keywords
    x = submit_job_rsync_netcdf.MarsJob(dataset, keywords)