Merge branch 'testing'

import time

from multiprocessing import Process

from config import Config

        self.params = config.loadSection("scheduling")

        self.maxPendingJobs = self.params.getint("max_pending_jobs")

        self.maxReadyJobs = self.params.getint("max_ready_jobs")

        self.execWaitTime = self.params.getint("exec_wait_time")

        self.pendingQueue = JobQueue("pending")

        self.readyQueue = JobQueue("ready")

        super(Preprocessor, self).__init__()

    def wait(self):

        time.sleep(self.execWaitTime)

    def run(self):

        """

        This method must be implemented by

import os

import shutil

import sys

import time

from datetime import datetime as dt

from checksum import Checksum

from file_grouper import FileGrouper

from db_connector import DbConnector

    def run(self):

        while True:

            time.sleep(10)

            self.wait()

            if(self.readyQueue.len() <= self.maxReadyJobs and self.pendingQueue.len() > 0):

                self.jobObj = self.pendingQueue.getJob()

                self.username = self.jobObj["jobInfo"]["userName"]

                self.execute()

                self.pendingQueue.moveJobTo("ready")

                print("Job MOVED!")

            time.sleep(10)

# Test

#sp = StorePreprocessor()

[checksum]

; suffix for files containing MD5 checksums

md5_file_suffix = -md5sum.txt

; buffer size in bytes when reading a chunk, default is 4096 B

; buffer size in bytes when reading a chunk of data, default is 4096 B

file_buffer_size = 4096

[file_grouper]

max_pending_jobs = 32

; maximum number of jobs within a 'ready' queue, default is 4

max_ready_jobs = 4

; minimum time interval in seconds between two consecutive checks on 

; job queues (do NOT set to zero), default is 15 s

exec_wait_time = 15

####################