updated test

import sys

import os

import argparse

import plio

from plio.io.io_tes import Tes

    """

    return ((angle + 180) % 360) - 180

def to_mongodb(chunk_size=60):

    data_dir = '/scratch/jlaura/tes/tes_data/'

def to_mongodb(data_dir, out_dir,sl):

    folders = [folder for folder in os.listdir(data_dir) if folder[:4] == "mgst"]

    search_len = len(data_dir) + 9

    print("search len: {}".format(search_len))

    folders = sorted(folders, key=lambda x:int(x[5:]))[4:]

    folders = sorted(folders, key=lambda x:int(x[5:]))[sl]

    print("first 20 Folders:")

    print("\n".join(folders[:20]))

        processed = processed + length

        print()

    single_key_sets = {'ATM', 'POS', 'TLM', 'OBS'}

    compound_key_sets = {'BOL', 'CMP', 'GEO', 'IFG', 'PCT', 'RAD'}

    dfs = dict.fromkeys(single_key_sets | compound_key_sets,0)

    for tes in outliers:

        dfs[tes.dataset] = dfs[tes.dataset] + 1

        tes.data.to_hdf5(out_dir+"/"+tes.dataset+str(dfs[tes.dataset]))

if __name__ == "__main__":

    to_mongodb()

    parser = argparse.ArgumentParser()

    parser.add_argument('data_dir', action='store', help='The location of the MGST folders for TES',

                        default='/scratch/jlaura/tes/tes_data/')

    parser.add_argument('to', action='store', help='Python style slice of the folders to process. \

                        Folders are ordered (e.g. [mgst1100, mgst1101 ...])', default=None)

    parser.add_argument('from', action='store', help='Python style slice of the folders to process. \

                            Folders are ordered (e.g. [mgst1100, mgst1101 ...])', default=None)

    parser.add_argument('out_dir', action='store', help='The location of where to place outliers.')

    args = parser.parse_args()

    args = args.__dict__()

    to_mongodb(args["data_dir"], args["out_dir"], slice(args["from"], args["to"]))