Secure your code as it's written. Use Snyk Code to scan source code in minutes - no build needed - and fix issues immediately.
""" B{PilotData Module}: Implementation of L{PilotData}, L{PilotDataService} and L{DataUnit}
"""
import sys
import os
import logging
import uuid
import random
import threading
import time
import pdb
import Queue
import socket
import tldextract
tldextract.tldextract.LOG.setLevel(logging.WARNING)
import difflib
from pilot.api.api import PilotError
sys.path.append(os.path.join(os.path.dirname(__file__), "../.."))
from bigjob import logger
from pilot.api import PilotData, DataUnit, PilotDataService, State
""" Load file management adaptors """
from pilot.filemanagement.ssh_adaptor import SSHFileAdaptor
try:
from pilot.filemanagement.webhdfs_adaptor import WebHDFSFileAdaptor
except:
logger.warn("WebHDFS package not found.")