新增ChannelService及公共函数

Contant.py

@@ -1,3 +1,3 @@
-connection=""
+engin=""
 logDir=""
 logFileName=""

common/Utils.py

@@ -0,0 +1,7 @@
+import Contant
+from sqlalchemy.orm import sessionmaker
+
+def getSession():
+    Session = sessionmaker(bind=Contant.engin)
+    session = Session()
+    return session

init_channel.py

@@ -4,6 +4,33 @@ from urllib.request import urlopen, Request
 import json
 import Contant
 from sqlalchemy import create_engine
+from entity.ChannelEntity import Channel
+from service.ChannelService import ChannelService
+import operator
+
+
+def saveChannel(channelUrl, language, region):
+    Logger.info("频道链接:"+channelUrl)
+    channelId = ""
+    channelName = ""
+    url_opener = urlopen(
+        Request(channelUrl, headers={'User-Agent': 'Mozilla'}))
+    videoInfo = bs(url_opener, features="html.parser")
+    links = videoInfo.find_all("link")
+    for link in links:
+        if operator.contains(str(link), "canonical"):
+            channelId = str(link['href']).split("/channel/")[1]
+        if operator.contains(str(link), "content="):
+            channelName = str(link['content'])
+    Logger.info("channelId:"+channelId)
+    Logger.info("channelName:"+channelName)
+    channel: Channel = ChannelService.queryOneByChannelId(channelId)
+    if channel:
+        Logger.info("频道{}已存在".format(channelId))
+        return
+    ChannelService.insertOneByValues(
+        channelId=channelId, channelTitle=channelName, channelLanguage=language, region=region)
+
 
 # py .\init.py --db=../db/youtube_prod.db --logDir=./logs
 if __name__ == "__main__":
@@ -25,4 +52,19 @@ if __name__ == "__main__":
     dbDatabase = data['mysql']['database']
     Logger.info("尝试连接mysql host:'{}' port:'{}' username:'{}' password:'{}' database:'{}'",
                 dbHost, dbPort, dbUserName, dbPassword, dbDatabase)
-    engine = create_engine(f'mysql+mysqlconnector://{dbUserName}:{dbPassword}@{dbHost}:{dbPort}/{dbDatabase}')
+    Contant.engin = create_engine(
+        f'mysql+mysqlconnector://{dbUserName}:{dbPassword}@{dbHost}:{dbPort}/{dbDatabase}')
+    Logger.info("连接mysql成功")
+
+    Logger.info("开始读取需要新增的频道地址...")
+    urlList = []
+    # 打开文件
+    for line in open("urlList.txt"):
+        line = line.strip('\n')
+        urlList.append(line)
+    language = urlList[0]
+    region = urlList[1]
+    Logger.info("language:{} region:{}".format(language, region))
+    for url in urlList:
+        if len(url) > 20:
+            saveChannel(url, language, region)

service/ChannelService.py

@@ -0,0 +1,26 @@
+from entity.ChannelEntity import Channel
+from common.Utils import getSession
+
+
+class ChannelService:
+
+    # 新增一个channel
+    def insertOneByValues(channelId, channelTitle, channelLanguage, region):
+        session = getSession()
+        channel = Channel(channelId=channelId, channelTitle=channelTitle,
+                          channelLanguage=channelLanguage, region=region)
+        session.add(channel)
+        session.commit()
+        session.close()
+
+    def queryOneById(id):
+        session = getSession()
+        channel = session.query(Channel).filter(Channel.id == id).first()
+        session.close()
+        return channel
+
+    def queryOneByChannelId(channelId):
+        session = getSession()
+        channel = session.query(Channel).filter(Channel.channelId == channelId).first()
+        session.close()
+        return channel

urlList.txt

@@ -0,0 +1,3 @@
+ja
+japan
+https://www.youtube.com/channel/UC0gvn7xAe2wHtFZYPqsf6bA