youtube-dl/my_youtube_dl.py

# -*- coding: utf-8 -*-
from __future__ import unicode_literals

# python
import os
import traceback
import tempfile
from threading import Thread
import json
from datetime import datetime
from enum import Enum

# third-party

# sjva 공용, 패키지
import framework.common.celery as celery_shutil
from .plugin import logger


class Status(Enum):
	READY = 0
	START = 1
	DOWNLOADING = 2
	ERROR = 3
	FINISHED = 4
	STOP = 5
	COMPLETED = 6

	def __str__(self):
		str_list = [
			'준비',
			'분석중',
			'다운로드중',
			'실패',
			'변환중',
			'중지',
			'완료'
		]
		return str_list[self.value]


class Youtube_dl(object):
	_index = 0
	_last_msg = ''

	def __init__(self, plugin, url, filename, temp_path, save_path, format_code=None, postprocessor=None, proxy='', archive=None):
		self.plugin = plugin
		self.url = url
		self.filename = filename
		if not os.path.isdir(temp_path):
			os.makedirs(temp_path)
		self.temp_path = tempfile.mkdtemp(prefix='youtube-dl_', dir=temp_path)
		if not os.path.isdir(save_path):
			os.makedirs(save_path)
		self.save_path = save_path
		self.format_code = format_code
		self.postprocessor = postprocessor
		self.proxy = proxy
		self.archive = archive
		self.index = Youtube_dl._index
		Youtube_dl._index += 1
		self._status = Status.READY
		self._thread = None
		self.key = None
		self.start_time = None	# 시작 시간
		self.end_time = None	# 종료 시간
		# info_dict에서 얻는 정보
		self.extractor = None	# 타입
		self.title = None	# 제목
		self.uploader = None	# 업로더
		self.uploader_url = None	# 업로더 주소
		# info_dict에서 얻는 정보(entries)
		# self.playlist_index = None
		# self.duration = None	# 길이
		# self.format = None	# 포맷
		# self.thumbnail = None	# 썸네일
		# progress_hooks에서 얻는 정보
		self.downloaded_bytes = None	# 다운로드한 크기
		self.total_bytes = None	# 전체 크기
		self.eta = None	# 예상 시간(s)
		self.speed = None	# 다운로드 속도(bytes/s)

	def start(self):
		if self.status != Status.READY:
			return False
		self._thread = Thread(target=self.run)
		self._thread.start()
		return True

	def run(self):
		import youtube_dl
		import glob2
		try:
			self.start_time = datetime.now()
			self.status = Status.START
			info_dict = Youtube_dl.get_info_dict(self.url)	# 동영상 정보 가져오기
			if info_dict is None:	# 가져오기 실패
				self.status = Status.ERROR
				return
			self.extractor = info_dict['extractor']
			self.title = info_dict['title']
			self.uploader = info_dict['uploader']
			self.uploader_url = info_dict['uploader_url']
			ydl_opts = {
				'logger': MyLogger(),
				'progress_hooks': [self.my_hook],
				# 'match_filter': self.match_filter_func,
				'outtmpl': os.path.join(self.temp_path, self.filename),
				'ignoreerrors': True,
				'cachedir': False
			}
			if self.format_code is not None:
				ydl_opts['format'] = self.format_code
			if self.postprocessor is not None:
				ydl_opts['postprocessors'] = self.postprocessor
			if not self.proxy:
				ydl_opts['proxy'] = self.proxy
			if self.archive is not None:
				ydl_opts['download_archive'] = self.archive
			with youtube_dl.YoutubeDL(ydl_opts) as ydl:
				ydl.download([self.url])
			if self.status == Status.FINISHED:	# 다운로드 성공
				for i in glob2.glob(self.temp_path + '/**/*'):
					path = i.replace(self.temp_path, self.save_path, 1)
					if os.path.isdir(i):
						if not os.path.isdir(path):
							os.mkdir(path)
						continue
					celery_shutil.move(i, path)	# 파일 이동
				self.status = Status.COMPLETED
		except Exception as e:
			self.status = Status.ERROR
			logger.error('Exception:%s', e)
			logger.error(traceback.format_exc())
		finally:
			celery_shutil.rmtree(self.temp_path)	# 임시폴더 삭제
			self.end_time = datetime.now()

	def stop(self):
		if self.status in (Status.ERROR, Status.STOP, Status.COMPLETED):
			return False
		self.status = Status.STOP
		self.end_time = datetime.now()
		return True

	@staticmethod
	def get_version():
		import youtube_dl
		return youtube_dl.version.__version__

	@staticmethod
	def get_info_dict(url):
		import youtube_dl
		try:
			ydl_opts = {
				'simulate': True,
				'dump_single_json': True,
				'extract_flat': 'in_playlist',
				'logger': MyLogger()
			}
			with youtube_dl.YoutubeDL(ydl_opts) as ydl:
				ydl.download([url])
		except Exception as e:
			logger.error('Exception:%s', e)
			logger.error(traceback.format_exc())
			return None
		return json.loads(Youtube_dl._last_msg)

	def my_hook(self, d):
		if self.status != Status.STOP:
			self.status = {
				'downloading': Status.DOWNLOADING,
				'error': Status.ERROR,
				'finished': Status.FINISHED	# 다운로드 완료. 변환 시작
			}[d['status']]
		if d['status'] != 'error':
			self.filename = os.path.basename(d.get('filename'))
			self.downloaded_bytes = d.get('downloaded_bytes')
			self.total_bytes = d.get('total_bytes')
			self.eta = d.get('eta')
			self.speed = d.get('speed')

	def match_filter_func(self, info_dict):
		self.playlist_index = info_dict['playlist_index']
		self.duration = info_dict['duration']
		self.format = info_dict['format']
		self.thumbnail = info_dict['thumbnail']
		return None

	@property
	def status(self):
		return self._status

	@status.setter
	def status(self, value):
		from .plugin import socketio_emit
		self._status = value
		socketio_emit('status', self)


class MyLogger(object):
	def debug(self, msg):
		Youtube_dl._last_msg = msg
		if msg.find('') != -1 or msg.find('{') != -1:
			return	# 과도한 로그 방지
		logger.debug(msg)

	def warning(self, msg):
		logger.warning(msg)

	def error(self, msg):
		logger.error(msg)