2018-01-01 08:50:51 PM|   GPU0  46C  Sol/s: 488.2  Sol/W: 3.64  Avg: 489.8  I/s: 262.4  Sh: 1.15   1.00 211 ++
2018-01-01 08:50:53 PM|   GPU1  52C  Sol/s: 480.5  Sol/W: 3.59  Avg: 483.6  I/s: 259.3  Sh: 1.14   1.00 212
2018-01-01 08:50:56 PM|   GPU3  40C  Sol/s: 492.2  Sol/W: 3.63  Avg: 488.5  I/s: 261.8  Sh: 1.19   1.00 215
2018-01-01 08:50:57 PM|   GPU4  58C  Sol/s: 493.3  Sol/W: 3.62  Avg: 487.2  I/s: 261.1  Sh: 1.26   0.99 213 +
2018-01-01 08:51:07 PM|   GPU5  57C  Sol/s: 485.9  Sol/W: 3.62  Avg: 487.1  I/s: 261.0  Sh: 1.20   0.99 234
2018-01-01 08:51:07 PM|   ========== Sol/s: 2924.4 Sol/W: 3.62  Avg: 2922.5 I/s: 1565.7 Sh: 7.15   1.00 217

sudo nvidia-smi -pm 1
sudo nvidia-smi -pl 135
sudo nvidia-settings -a GPUPowerMizerMode=1 -a GPUGraphicsClockOffset[3]=200 -a GPUMemoryTransferRateOffset[3]=1050 -a GPUFanControlState=1 -a GPUTargetFanSpeed=35

2018-01-01 10:00:28 AM|   GPU1  52C  Sol/s: 485.7  Sol/W: 3.59  Avg: 483.6  I/s: 259.1  Sh: 1.12   0.99 195
2018-01-01 10:00:30 AM|   GPU2  58C  Sol/s: 481.0  Sol/W: 3.61  Avg: 486.6  I/s: 260.8  Sh: 1.21   1.00 197 +
2018-01-01 10:00:38 AM|   GPU4  58C  Sol/s: 484.0  Sol/W: 3.62  Avg: 487.4  I/s: 261.2  Sh: 1.19   0.99 285
2018-01-01 10:00:43 AM|   GPU0  46C  Sol/s: 478.8  Sol/W: 3.64  Avg: 489.8  I/s: 262.5  Sh: 1.22   1.00 202 +
2018-01-01 10:00:43 AM|   GPU3  40C  Sol/s: 492.8  Sol/W: 3.63  Avg: 488.6  I/s: 261.8  Sh: 1.19   1.00 197
2018-01-01 10:00:45 AM|   GPU5  57C  Sol/s: 494.0  Sol/W: 3.62  Avg: 487.2  I/s: 261.0  Sh: 1.27   1.00 202 +
2018-01-01 10:00:45 AM|   ========== Sol/s: 2916.3 Sol/W: 3.62  Avg: 2923.2 I/s: 1566.3 Sh: 7.21   1.00 213

import os
import signal
import subprocess
import sys

try:
   TIMEOUT_NO_ACTIVITY_SECONDS = int(os.getenv('TIMEOUT_NO_ACTIVITY_SECONDS', 60))
except:
   TIMEOUT_NO_ACTIVITY_SECONDS = 60


class MinerException(Exception):
    pass


class TimeoutException(Exception):
    pass


def timeout_handler(signum, frame):
    raise TimeoutException("No activity from etnminer for {} seconds".format(TIMEOUT_NO_ACTIVITY_SECONDS))


def execute(cmd):
    signal.signal(signal.SIGALRM, timeout_handler)

    shutdown = False
    while not shutdown:
        proc = subprocess.Popen(cmd,
                                bufsize=0,
                                stdout=subprocess.PIPE,
                                stderr=subprocess.STDOUT,
                                universal_newlines=True)

        try:
            signal.alarm(TIMEOUT_NO_ACTIVITY_SECONDS)
            for line in iter(proc.stdout.readline, ""):
                line = line.strip()
                print(line)
                if line.startswith('CUDA error'):
                    raise MinerException('****** Restarting due to CUDA error')
                signal.alarm(TIMEOUT_NO_ACTIVITY_SECONDS)
        except (MinerException, TimeoutException) as e:
            print('\n\n', str(e), '\n\n')
        except KeyboardInterrupt:
            shutdown = True

        signal.alarm(0)

        proc.send_signal(signal.SIGINT)
        proc.stdout.close()

        try:
            proc.wait(timeout=15)
        except subprocess.TimeoutExpired:
            print("Miner didn't shutdown within 5 seconds")
            proc.kill()


if __name__ == "__main__":
    execute(sys.argv[1:])

python3 emwrapper.py ethminer -v 9 -U <farm/stratum, worker options, etc>

TIMEOUT_NO_ACTIVITY_SECONDS=300 python3 emwrapper.py ethminer -v 9 -U <farm/stratum, worker options, etc>