PYTHON AUTOMATED FTP SCRIPT Yesterday’s data

May 5, 2014July 26, 2015 adminLeave a comment

#!/usr/local/bin/python

import ftplib
import time
import sys
import datetime
from datetime import date, timedelta
import shutil

yesterday = date.today() - timedelta(1)
yesterday_minus_1 = yesterday.strftime('%Y%m%d')

ftp = ftplib.FTP('ftp.server.com')
ftp.login('fuser','password')

 def printerFunc(val1,val2,val3):
    print val1, val2, val3

def getCurrentLogFile(dt=datetime.datetime.now()):
    return "/home/application/log/ftpGet."+dt.strftime("%Y%m%d")+".log"

def printToCurrentLog(line):
    filename = getCurrentLogFile();
    fileObj = open(filename,'a')
    fileObj.write(datetime.datetime.now().strftime("%Y/%m/%d %H:%M:%S : ")+line+"\n");
    fileObj.close();

def download(ftp,directory,file):
    ftp.cwd(directory)
    f = open(file,"wb")
    ftp.retrbinary("RETR " + file,f.write)
    f.close()

ftpList = ["ftp", "ftp", "ftp"]

directoryList  = ["/Production/" , "/Production/Templates/Active/", "/Production/Configuration/"]

fileList = ["secdef.dat.gz", "templates.xml", "config.xml"]

for a, b, c in zip(ftpList, directoryList, fileList):
    printerFunc(a,b,c)

for directory, file_name in zip(directoryList, fileList):
    download(ftp, directory, file_name)

#!/usr/local/bin/python

import ftplib

import time

import sys

import datetime

from datetime import date, timedelta

import shutil

yesterday = date.today() - timedelta(1)

yesterday_minus_1 = yesterday.strftime('%Y%m%d')

ftp = ftplib.FTP('ftp.server.com')

ftp.login('fuser','password')

def printerFunc(val1,val2,val3):

print val1, val2, val3

def getCurrentLogFile(dt=datetime.datetime.now()):

return "/home/application/log/ftpGet."+dt.strftime("%Y%m%d")+".log"

def printToCurrentLog(line):

filename = getCurrentLogFile();

fileObj = open(filename,'a')

fileObj.write(datetime.datetime.now().strftime("%Y/%m/%d %H:%M:%S : ")+line+"\n");

fileObj.close();

def download(ftp,directory,file):

ftp.cwd(directory)

f = open(file,"wb")

ftp.retrbinary("RETR " + file,f.write)

f.close()

ftpList = ["ftp", "ftp", "ftp"]

directoryList = ["/Production/" , "/Production/Templates/Active/", "/Production/Configuration/"]

fileList = ["secdef.dat.gz", "templates.xml", "config.xml"]

for a, b, c in zip(ftpList, directoryList, fileList):

printerFunc(a,b,c)

for directory, file_name in zip(directoryList, fileList):

download(ftp, directory, file_name)

FInd Large Files Specified By Size Linux – BASH

May 2, 2014May 2, 2014 adminLeave a comment

[root@SERVER ~]# cat largefilefinder.sh
#!/bin/sh

find / -type f -size +200000k -exec ls -lh {} \; | awk '{print $9 ": " $5}'

[root@SERVER ~]# cat largefilefinder.sh

#!/bin/sh

find / -type f -size +200000k -exec ls -lh {} \; | awk '{print $9 ": " $5}'

You can execute this and get your results to stdout.

[root@SERVER ~]# ./largefilefinder.sh
/rhel-server-6.3-x86_64-dvd.iso: 3.5G

1 2	[root@SERVER ~]# ./largefilefinder.sh /rhel-server-6.3-x86_64-dvd.iso: 3.5G

Confirm String exists in log file and is not stale longer than 600 seconds – PYTHON

May 2, 2014February 1, 2020 adminLeave a comment

[user@SERVER10 bin]$ cat checkLog.py 
import os
import math
import sys
import datetime
import time
from datetime import timedelta
import shlex, subprocess
import smtplib
import logging

while True:
    logging.basicConfig(format='%(asctime)s %(message)s' , \
    filename="/opt/strategy/log/restart.log", level=logging.DEBUG)

    now = datetime.datetime.now().strftime("%H:%M:%S")
    nowFormat = datetime.datetime.now().strftime("%Y%m%d")
    cmd = 'tail -n1000 /opt/strategy/log/Server_'+nowFormat+'-*.log | grep -i done | tail -n1 | awk "{print $1}" | cut -d " " -f1| cut -d "." -f1'

    callCmd = subprocess.check_output(cmd, stdin=None, stderr=None, shell=True, universal_newlines=False)

    strConvert = str(callCmd)
    nStr = strConvert[:7]
    intConvert = time.strptime(nStr, "%H:%M:%S")
    nowConvert = time.strptime(now, "%H:%M:%S")

    logTime = time.mktime(intConvert)
    nowTime = time.mktime(nowConvert)


    timeDiffSeconds = nowTime - logTime

    print "======================================================================================================================================================"
    print "Difference in Seconds:    %d" % timeDiffSeconds
    print "======================================================================================================================================================"
    print "Log Tuple Date Construct: %s" % intConvert
    print "======================================================================================================================================================"
    print "Now Tuple Date Construct: %s" % nowConvert
    print "======================================================================================================================================================"
    print "Log Seconds Conversion:   %d" % logTime
    print "======================================================================================================================================================"
    print "Now Seconds Conversion:   %d" % nowTime
    print "======================================================================================================================================================"

    time.sleep(60)

    print "Testing difference in seconds"
    if timeDiffSeconds > 600:
        print "Done Fitting is no longer working"
        os.system("/opt/bin/mailAdmins.sh")
        logging.debug('Server has been restarted due to done being over due')
        time.sleep(600)

[user@SERVER10 bin]$ cat checkLog.py

import os

import math

import sys

import datetime

import time

from datetime import timedelta

import shlex, subprocess

import smtplib

import logging

while True:

logging.basicConfig(format='%(asctime)s %(message)s' , \

filename="/opt/strategy/log/restart.log", level=logging.DEBUG)

now = datetime.datetime.now().strftime("%H:%M:%S")

nowFormat = datetime.datetime.now().strftime("%Y%m%d")

cmd = 'tail -n1000 /opt/strategy/log/Server_'+nowFormat+'-*.log | grep -i done | tail -n1 | awk "{print $1}" | cut -d " " -f1| cut -d "." -f1'

callCmd = subprocess.check_output(cmd, stdin=None, stderr=None, shell=True, universal_newlines=False)

strConvert = str(callCmd)

nStr = strConvert[:7]

intConvert = time.strptime(nStr, "%H:%M:%S")

nowConvert = time.strptime(now, "%H:%M:%S")

logTime = time.mktime(intConvert)

nowTime = time.mktime(nowConvert)

timeDiffSeconds = nowTime - logTime