Source code for simpleml.utils.configuration

'''
Module to set a reference for the SimpleML home directory

Defaults to user's home directory if no environment variable is set
'''


[docs]__author__ = 'Elisha Yadgaran'


import os
from configparser import ConfigParser
import logging
import errno  # os.errno deprecated in python 3.7+


[docs]LOGGER = logging.getLogger(__name__)



# Configuration
CONFIGURATION_FILE = os.getenv('SIMPLEML_CONFIGURATION_FILE', None)
if CONFIGURATION_FILE is None:
    LOGGER.debug('Configuration File Environment Variable Not Set (`SIMPLEML_CONFIGURATION_FILE`), using default')

[docs]    CONFIGURATION_FILE = os.path.expanduser("~/.simpleml/simpleml.conf")



[docs]CONFIG = ConfigParser(converters={'list': lambda x: [i.strip() for i in x.split(',')]})

if os.path.isfile(CONFIGURATION_FILE):
    CONFIG.read(CONFIGURATION_FILE)
else:
    LOGGER.warning('No Configuration File Found, Falling Back to Default Values')

# Config Sections

[docs]PATH_SECTION = 'path'


[docs]CLOUD_SECTION = 'cloud'


# Filestores
if PATH_SECTION in CONFIG:

[docs]    SIMPLEML_DIRECTORY = os.path.expanduser(CONFIG.get(PATH_SECTION, 'home_directory'))

    if not os.path.isdir(SIMPLEML_DIRECTORY):
        LOGGER.error('Invalid Home Directory Specified: {}, using ~/.simpleml'.format(SIMPLEML_DIRECTORY))
        SIMPLEML_DIRECTORY = os.path.expanduser("~/.simpleml")

else:
    LOGGER.debug('Home Directory Path Not Set (`[path]`), using default')
    LOGGER.warning('Expected Configuration Section as Follows:')
    LOGGER.warning('[path]')
    LOGGER.warning('home_directory = ~/.simpleml')
    SIMPLEML_DIRECTORY = os.path.expanduser("~/.simpleml")


[docs]PICKLE_DIRECTORY = 'pickle/'


[docs]HDF5_DIRECTORY = 'HDF5/'


[docs]FILESTORE_DIRECTORY = os.path.join(SIMPLEML_DIRECTORY, 'filestore/')


[docs]PICKLED_FILESTORE_DIRECTORY = os.path.join(FILESTORE_DIRECTORY, PICKLE_DIRECTORY)


[docs]HDF5_FILESTORE_DIRECTORY = os.path.join(FILESTORE_DIRECTORY, HDF5_DIRECTORY)



# Create Paths if they don't exist - use try/excepts to catch race conditions

[docs]def safe_makedirs(dir):
    try:
        os.makedirs(dir)
    except OSError as e:
        if e.errno != errno.EEXIST:
            raise


if not os.path.exists(SIMPLEML_DIRECTORY):
    safe_makedirs(SIMPLEML_DIRECTORY)

if not os.path.exists(FILESTORE_DIRECTORY):
    safe_makedirs(FILESTORE_DIRECTORY)

if not os.path.exists(PICKLED_FILESTORE_DIRECTORY):
    safe_makedirs(PICKLED_FILESTORE_DIRECTORY)

if not os.path.exists(HDF5_FILESTORE_DIRECTORY):
    safe_makedirs(HDF5_FILESTORE_DIRECTORY)