| 1234567891011121314151617181920212223242526272829303132333435363738 |
- import json
- import subprocess
- from collections import defaultdict
- from tempfile import TemporaryFile
- def get_pbspro_job_count(job_name_prefix=''):
- '''
- A function for fetching running and queued job information from a PBSPro HPC cluster
- :param job_name_prefix: A text to filter running jobs, default ''
- :returns: A defaultdict object with the following structure
- { job_name: {'Q': counts, 'R': counts }}
- '''
- try:
- with TemporaryFile() as tmp_file:
- subprocess.\
- check_call(
- ['qstat','-t','-f','-F','json'],
- stdout=tmp_file)
- tmp_file.seek(0)
- json_data = tmp_file.read()
- json_data = json.loads(json_data)
- jobs = json_data.get('Jobs')
- active_jobs = dict()
- if jobs is not None:
- active_jobs = defaultdict(lambda: defaultdict(int))
- if len(jobs) > 0:
- for _,job_data in jobs.items():
- job_name = job_data.get('Job_Name')
- job_state = job_data.get('job_state')
- if job_name.startswith(job_name_prefix):
- if job_state == 'Q':
- active_jobs[job_name]['Q'] += 1
- if job_state == 'R':
- active_jobs[job_name]['R'] += 1
- return active_jobs
- except Exception as e:
- raise ValueError('Failed to get job counts from hpc, error: {0}'.format(e))
|
