更新版本号v1.4.1

README.md

@@ -1,7 +1,7 @@
 # blivechat
 用于OBS的仿YouTube风格的bilibili直播评论栏
 
-最近喜欢看VTuber，想为此写些程序，于是有了这个东西。~~写到一半发现有类似项目了：[bilibili-live-chat](https://github.com/Tsuk1ko/bilibili-live-chat)、[BiliChat](https://github.com/3Shain/BiliChat)。~~ 本项目就当做练手吧，而且对YouTube的模仿程度更高
+最近喜欢看VTuber，想为此写些程序，于是有了这个东西。~~写到一半发现有类似项目了：[bilibili-live-chat](https://github.com/Tsuk1ko/bilibili-live-chat)、[BiliChat](https://github.com/3Shain/BiliChat)~~
 
 ![OBS截图](https://github.com/xfgryujk/blivechat/blob/master/screenshots/obs.png)  
 ![Chrome截图](https://github.com/xfgryujk/blivechat/blob/master/screenshots/chrome.png)  
@@ -13,6 +13,7 @@
 * 高亮舰队、房管、主播的用户名
 * 支持屏蔽弹幕、合并相似弹幕等设置
 * 自带样式生成器
+* 支持自动翻译弹幕、醒目留言到日语
 
 ## 使用方法
 ### 本地使用

api/chat.py

@@ -4,14 +4,18 @@ import asyncio
 import enum
 import json
 import logging
+import random
 import time
+import uuid
 from typing import *
 
 import aiohttp
 import tornado.websocket
 
 import blivedm.blivedm as blivedm
+import config
 import models.avatar
+import models.translate
 
 logger = logging.getLogger(__name__)
 
@@ -24,6 +28,7 @@ class Command(enum.IntEnum):
     ADD_MEMBER = 4
     ADD_SUPER_CHAT = 5
     DEL_SUPER_CHAT = 6
+    UPDATE_TRANSLATION = 7
 
 
 _http_session = aiohttp.ClientSession()
@@ -93,6 +98,7 @@ class Room(blivedm.BLiveClient):
     def __init__(self, room_id):
         super().__init__(room_id, session=_http_session, heartbeat_interval=10)
         self.clients: List['ChatHandler'] = []
+        self.auto_translate_count = 0
 
     def stop_and_close(self):
         if self.is_running:
@@ -109,6 +115,14 @@ class Room(blivedm.BLiveClient):
             except tornado.websocket.WebSocketClosedError:
                 pass
 
+    def send_message_if(self, can_send_func: Callable[['ChatHandler'], bool], cmd, data):
+        body = json.dumps({'cmd': cmd, 'data': data})
+        for client in filter(can_send_func, self.clients):
+            try:
+                client.write_message(body)
+            except tornado.websocket.WebSocketClosedError:
+                pass
+
     async def _on_receive_danmaku(self, danmaku: blivedm.DanmakuMessage):
         asyncio.ensure_future(self.__on_receive_danmaku(danmaku))
 
@@ -121,61 +135,136 @@ class Room(blivedm.BLiveClient):
             author_type = 1  # 舰队
         else:
             author_type = 0
-        self.send_message(Command.ADD_TEXT, {
-            'avatarUrl': await models.avatar.get_avatar_url(danmaku.uid),
-            'timestamp': danmaku.timestamp,
-            'authorName': danmaku.uname,
-            'authorType': author_type,
-            'content': danmaku.msg,
-            'privilegeType': danmaku.privilege_type,
-            'isGiftDanmaku': bool(danmaku.msg_type),
-            'authorLevel': danmaku.user_level,
-            'isNewbie': danmaku.urank < 10000,
-            'isMobileVerified': bool(danmaku.mobile_verify),
-            'medalLevel': 0 if danmaku.room_id != self.room_id else danmaku.medal_level
-        })
+
+        need_translate = self._need_translate(danmaku.msg)
+        if need_translate:
+            translation = models.translate.get_translation_from_cache(danmaku.msg)
+            if translation is None:
+                # 没有缓存，需要后面异步翻译后通知
+                translation = ''
+            else:
+                need_translate = False
+        else:
+            translation = ''
+
+        id_ = uuid.uuid4().hex
+        # 为了节省带宽用list而不是dict
+        self.send_message(Command.ADD_TEXT, [
+            # 0: avatarUrl
+            await models.avatar.get_avatar_url(danmaku.uid),
+            # 1: timestamp
+            danmaku.timestamp,
+            # 2: authorName
+            danmaku.uname,
+            # 3: authorType
+            author_type,
+            # 4: content
+            danmaku.msg,
+            # 5: privilegeType
+            danmaku.privilege_type,
+            # 6: isGiftDanmaku
+            1 if danmaku.msg_type else 0,
+            # 7: authorLevel
+            danmaku.user_level,
+            # 8: isNewbie
+            1 if danmaku.urank < 10000 else 0,
+            # 9: isMobileVerified
+            1 if danmaku.mobile_verify else 0,
+            # 10: medalLevel
+            0 if danmaku.room_id != self.room_id else danmaku.medal_level,
+            # 11: id
+            id_,
+            # 12: translation
+            translation
+        ])
+
+        if need_translate:
+            await self._translate_and_response(danmaku.msg, id_)
 
     async def _on_receive_gift(self, gift: blivedm.GiftMessage):
-        avatar_url = gift.face.replace('http:', '').replace('https:', '')
+        avatar_url = models.avatar.process_avatar_url(gift.face)
         models.avatar.update_avatar_cache(gift.uid, avatar_url)
         if gift.coin_type != 'gold':  # 丢人
             return
+        id_ = uuid.uuid4().hex
         self.send_message(Command.ADD_GIFT, {
+            'id': id_,
             'avatarUrl': avatar_url,
             'timestamp': gift.timestamp,
             'authorName': gift.uname,
+            'totalCoin': gift.total_coin,
             'giftName': gift.gift_name,
-            'giftNum': gift.num,
-            'totalCoin': gift.total_coin
+            'num': gift.num
         })
 
     async def _on_buy_guard(self, message: blivedm.GuardBuyMessage):
         asyncio.ensure_future(self.__on_buy_guard(message))
 
     async def __on_buy_guard(self, message: blivedm.GuardBuyMessage):
+        id_ = uuid.uuid4().hex
         self.send_message(Command.ADD_MEMBER, {
-            'avatarUrl':  await models.avatar.get_avatar_url(message.uid),
+            'id': id_,
+            'avatarUrl': await models.avatar.get_avatar_url(message.uid),
             'timestamp': message.start_time,
             'authorName': message.username
         })
 
     async def _on_super_chat(self, message: blivedm.SuperChatMessage):
-        avatar_url = message.face.replace('http:', '').replace('https:', '')
+        avatar_url = models.avatar.process_avatar_url(message.face)
         models.avatar.update_avatar_cache(message.uid, avatar_url)
+
+        need_translate = self._need_translate(message.message)
+        if need_translate:
+            translation = models.translate.get_translation_from_cache(message.message)
+            if translation is None:
+                # 没有缓存，需要后面异步翻译后通知
+                translation = ''
+            else:
+                need_translate = False
+        else:
+            translation = ''
+
+        id_ = str(message.id)
         self.send_message(Command.ADD_SUPER_CHAT, {
+            'id': id_,
             'avatarUrl': avatar_url,
             'timestamp': message.start_time,
             'authorName': message.uname,
             'price': message.price,
             'content': message.message,
-            'id': message.id
+            'translation': translation
         })
 
+        if need_translate:
+            asyncio.ensure_future(self._translate_and_response(message.message, id_))
+
     async def _on_super_chat_delete(self, message: blivedm.SuperChatDeleteMessage):
         self.send_message(Command.ADD_SUPER_CHAT, {
-            'ids':  message.ids
+            'ids': list(map(str, message.ids))
         })
 
+    def _need_translate(self, text):
+        return (
+            config.get_config().enable_translate
+            and self.auto_translate_count > 0
+            and models.translate.need_translate(text)
+        )
+
+    async def _translate_and_response(self, text, msg_id):
+        translation = await models.translate.translate(text)
+        if translation is None:
+            return
+        self.send_message_if(
+            lambda client: client.auto_translate,
+            Command.UPDATE_TRANSLATION,
+            [
+                # 0: id
+                msg_id,
+                # 1: translation
+                translation
+            ]
+        )
+
 
 class RoomManager:
     def __init__(self):
@@ -189,9 +278,11 @@ class RoomManager:
         room = self._rooms[room_id]
         room.clients.append(client)
         logger.info('%d clients in room %s', len(room.clients), room_id)
+        if client.auto_translate:
+            room.auto_translate_count += 1
 
         if client.application.settings['debug']:
-            client.send_test_message()
+            await client.send_test_message()
 
     def del_client(self, room_id, client: 'ChatHandler'):
         if room_id not in self._rooms:
@@ -199,6 +290,8 @@ class RoomManager:
         room = self._rooms[room_id]
         room.clients.remove(client)
         logger.info('%d clients in room %s', len(room.clients), room_id)
+        if client.auto_translate:
+            room.auto_translate_count -= 1
         if not room.clients:
             self._del_room(room_id)
 
@@ -230,29 +323,55 @@ class RoomManager:
 class ChatHandler(tornado.websocket.WebSocketHandler):
     def __init__(self, *args, **kwargs):
         super().__init__(*args, **kwargs)
+        self._close_on_timeout_future = None
         self.room_id = None
+        self.auto_translate = False
 
     def open(self):
         logger.info('Websocket connected %s', self.request.remote_ip)
+        self._close_on_timeout_future = asyncio.ensure_future(self._close_on_timeout())
+
+    async def _close_on_timeout(self):
+        try:
+            # 超过一定时间还没加入房间则断开
+            await asyncio.sleep(10)
+            logger.warning('Client %s joining room timed out', self.request.remote_ip)
+            self.close()
+        except (asyncio.CancelledError, tornado.websocket.WebSocketClosedError):
+            pass
 
     def on_message(self, message):
-        body = json.loads(message)
-        cmd = body['cmd']
-        if cmd == Command.HEARTBEAT:
-            pass
-        elif cmd == Command.JOIN_ROOM:
-            if self.room_id is not None:
+        try:
+            body = json.loads(message)
+            cmd = body['cmd']
+            if cmd == Command.HEARTBEAT:
                 return
-            self.room_id = int(body['data']['roomId'])
-            logger.info('Client %s is joining room %d', self.request.remote_ip, self.room_id)
-            asyncio.ensure_future(room_manager.add_client(self.room_id, self))
-        else:
-            logger.warning('Unknown cmd: %s body: %s', cmd, body)
+            elif cmd == Command.JOIN_ROOM:
+                if self.has_joined_room:
+                    return
+                self.room_id = int(body['data']['roomId'])
+                logger.info('Client %s is joining room %d', self.request.remote_ip, self.room_id)
+                try:
+                    cfg = body['data']['config']
+                    self.auto_translate = cfg['autoTranslate']
+                except KeyError:
+                    pass
+
+                asyncio.ensure_future(room_manager.add_client(self.room_id, self))
+                self._close_on_timeout_future.cancel()
+                self._close_on_timeout_future = None
+            else:
+                logger.warning('Unknown cmd, client: %s, cmd: %d, body: %s', self.request.remote_ip, cmd, body)
+        except:
+            logger.exception('on_message error, client: %s, message: %s', self.request.remote_ip, message)
 
     def on_close(self):
         logger.info('Websocket disconnected %s room: %s', self.request.remote_ip, str(self.room_id))
-        if self.room_id is not None:
+        if self.has_joined_room:
             room_manager.del_client(self.room_id, self)
+        if self._close_on_timeout_future is not None:
+            self._close_on_timeout_future.cancel()
+            self._close_on_timeout_future = None
 
     # 跨域测试用
     def check_origin(self, origin):
@@ -261,52 +380,81 @@ class ChatHandler(tornado.websocket.WebSocketHandler):
         return super().check_origin(origin)
 
     # 测试用
-    def send_test_message(self):
+    async def send_test_message(self):
         base_data = {
-            'avatarUrl':  '//i0.hdslb.com/bfs/face/29b6be8aa611e70a3d3ac219cdaf5e72b604f2de.jpg@48w_48h',
-            'timestamp':  time.time(),
+            'avatarUrl': await models.avatar.get_avatar_url(300474),
+            'timestamp': time.time(),
             'authorName': 'xfgryujk',
         }
-        text_data = {
+        text_data = [
+            # 0: avatarUrl
+            base_data['avatarUrl'],
+            # 1: timestamp
+            base_data['timestamp'],
+            # 2: authorName
+            base_data['authorName'],
+            # 3: authorType
+            0,
+            # 4: content
+            '我能吞下玻璃而不伤身体',
+            # 5: privilegeType
+            0,
+            # 6: isGiftDanmaku
+            0,
+            # 7: authorLevel
+            20,
+            # 8: isNewbie
+            0,
+            # 9: isMobileVerified
+            1,
+            # 10: medalLevel
+            0,
+            # 11: id
+            uuid.uuid4().hex,
+            # 12: translation
+            ''
+        ]
+        member_data = {
             **base_data,
-            'authorType':       0,
-            'content':          '我能吞下玻璃而不伤身体',
-            'privilegeType':    0,
-            'isGiftDanmaku':    False,
-            'authorLevel':      20,
-            'isNewbie':         False,
-            'isMobileVerified': True
+            'id': uuid.uuid4().hex
         }
-        member_data = base_data
         gift_data = {
             **base_data,
-            'giftName':  '摩天大楼',
-            'giftNum':   1,
-            'totalCoin': 450000
+            'id': uuid.uuid4().hex,
+            'totalCoin': 450000,
+            'giftName': '摩天大楼',
+            'num': 1
         }
         sc_data = {
             **base_data,
-            'price':   30,
+            'id': str(random.randint(1, 65535)),
+            'price': 30,
             'content': 'The quick brown fox jumps over the lazy dog',
-            'id':      1
+            'translation': ''
         }
         self.send_message(Command.ADD_TEXT, text_data)
-        text_data['authorName'] = '主播'
-        text_data['authorType'] = 3
-        text_data['content'] = "I can eat glass, it doesn't hurt me."
+        text_data[2] = '主播'
+        text_data[3] = 3
+        text_data[4] = "I can eat glass, it doesn't hurt me."
+        text_data[11] = uuid.uuid4().hex
         self.send_message(Command.ADD_TEXT, text_data)
         self.send_message(Command.ADD_MEMBER, member_data)
         self.send_message(Command.ADD_SUPER_CHAT, sc_data)
+        sc_data['id'] = str(random.randint(1, 65535))
         sc_data['price'] = 100
         sc_data['content'] = '敏捷的棕色狐狸跳过了懒狗'
-        sc_data['id'] = 2
         self.send_message(Command.ADD_SUPER_CHAT, sc_data)
-        # self.send_message(Command.DEL_SUPER_CHAT, {'ids': [1, 2]})
+        # self.send_message(Command.DEL_SUPER_CHAT, {'ids': [sc_data['id']]})
         self.send_message(Command.ADD_GIFT, gift_data)
-        gift_data['giftName'] = '小电视飞船'
+        gift_data['id'] = uuid.uuid4().hex
         gift_data['totalCoin'] = 1245000
+        gift_data['giftName'] = '小电视飞船'
         self.send_message(Command.ADD_GIFT, gift_data)
 
+    @property
+    def has_joined_room(self):
+        return self.room_id is not None
+
     def send_message(self, cmd, data):
         body = json.dumps({'cmd': cmd, 'data': data})
         try:

api/main.py

@@ -2,9 +2,24 @@
 
 import tornado.web
 
+import api.base
+import config
+import update
+
 
-# noinspection PyAbstractClass
 class MainHandler(tornado.web.StaticFileHandler):
     """为了使用Vue Router的history模式，把所有请求转发到index.html"""
     async def get(self, *args, **kwargs):
         await super().get('index.html', *args, **kwargs)
+
+
+# noinspection PyAbstractClass
+class ServerInfoHandler(api.base.ApiHandler):
+    async def get(self):
+        cfg = config.get_config()
+        self.write({
+            'version': update.VERSION,
+            'config': {
+                'enableTranslate': cfg.enable_translate
+            }
+        })

config.py

@@ -30,6 +30,7 @@ def get_config():
 class AppConfig:
     def __init__(self):
         self.database_url = 'sqlite:///data/database.db'
+        self.enable_translate = True
 
     def load(self, path):
         config = configparser.ConfigParser()
@@ -37,6 +38,7 @@ class AppConfig:
         try:
             app_section = config['app']
             self.database_url = app_section['database_url']
+            self.enable_translate = app_section.getboolean('enable_translate')
         except (KeyError, ValueError):
             logger.exception('Failed to load config:')
             return False

data/config.ini

@@ -1,8 +1,11 @@
 [app]
 # See https://docs.sqlalchemy.org/en/13/core/engines.html#database-urls
 database_url = sqlite:///data/database.db
+# Enable auto translate to Japanese
+enable_translate = true
 
 
 # DON'T modify this section
 [DEFAULT]
 database_url = sqlite:///data/database.db
+enable_translate = true

frontend/babel.config.js

@@ -1,5 +1,13 @@
 module.exports = {
   presets: [
     '@vue/app'
+  ],
+  plugins: [
+    [
+      'component', {
+        'libraryName': 'element-ui',
+        'styleLibraryName': 'theme-chalk'
+      }
+    ]
   ]
 }

frontend/package.json

@@ -20,8 +20,9 @@
   "devDependencies": {
     "@vue/cli-plugin-babel": "^3.7.0",
     "@vue/cli-plugin-eslint": "^3.7.0",
-    "@vue/cli-service": "^3.7.0",
+    "@vue/cli-service": "^4.2.2",
     "babel-eslint": "^10.0.1",
+    "babel-plugin-component": "^1.1.1",
     "eslint": "^5.16.0",
     "eslint-plugin-vue": "^5.0.0",
     "vue-template-compiler": "^2.5.21"

frontend/src/api/config.js

@@ -2,9 +2,11 @@ import {mergeConfig} from '@/utils'
 
 export const DEFAULT_CONFIG = {
   minGiftPrice: 7, // $1
-  mergeSimilarDanmaku: true,
   showDanmaku: true,
   showGift: true,
+  showGiftName: false,
+  mergeSimilarDanmaku: true,
+  mergeGift: true,
   maxNumber: 60,
 
   blockGiftDanmaku: true,
@@ -13,7 +15,9 @@ export const DEFAULT_CONFIG = {
   blockNotMobileVerified: true,
   blockKeywords: '',
   blockUsers: '',
-  blockMedalLevel: 0
+  blockMedalLevel: 0,
+
+  autoTranslate: false
 }
 
 export function setLocalConfig (config) {

frontend/src/components/ChatRenderer/Ticker.vue

@@ -34,18 +34,19 @@
       <paid-message :key="pinnedMessage.id" v-else
         class="style-scope yt-live-chat-ticker-renderer"
         :price="pinnedMessage.price" :avatarUrl="pinnedMessage.avatarUrl" :authorName="pinnedMessage.authorName"
-        :time="pinnedMessage.time" :content="pinnedMessage.content"
+        :time="pinnedMessage.time" :content="showContent"
       ></paid-message>
     </template>
   </yt-live-chat-ticker-renderer>
 </template>
 
 <script>
+import * as config from '@/api/config'
+import {formatCurrency} from '@/utils'
 import ImgShadow from './ImgShadow.vue'
 import LegacyPaidMessage from './LegacyPaidMessage.vue'
 import PaidMessage from './PaidMessage.vue'
 import * as constants from './constants'
-import {formatCurrency} from '@/utils'
 
 export default {
   name: 'Ticker',
@@ -55,7 +56,11 @@ export default {
     PaidMessage
   },
   props: {
-    messages: Array
+    messages: Array,
+    showGiftName: {
+      type: Boolean,
+      default: config.DEFAULT_CONFIG.showGiftName
+    }
   },
   data() {
     return {
@@ -65,6 +70,18 @@ export default {
       pinnedMessage: null
     }
   },
+  computed: {
+    showContent() {
+      if (!this.pinnedMessage) {
+        return ''
+      }
+      if (this.pinnedMessage.type === constants.MESSAGE_TYPE_GIFT) {
+        return constants.getGiftShowContent(this.pinnedMessage, this.showGiftName)
+      } else {
+        return constants.getShowContent(this.pinnedMessage)
+      }
+    }
+  },
   beforeDestroy() {
     window.clearInterval(this.updateTimerId)
   },

frontend/src/components/ChatRenderer/constants.js

@@ -18,9 +18,11 @@ export const GUARD_LEVEL_TO_TEXT = [
 ]
 
 export const MESSAGE_TYPE_TEXT = 0
-export const MESSAGE_TYPE_MEMBER = 1
-export const MESSAGE_TYPE_SUPER_CHAT = 2
-export const MESSAGE_TYPE_DEL = 3
+export const MESSAGE_TYPE_GIFT = 1
+export const MESSAGE_TYPE_MEMBER = 2
+export const MESSAGE_TYPE_SUPER_CHAT = 3
+export const MESSAGE_TYPE_DEL = 4
+export const MESSAGE_TYPE_UPDATE = 5
 
 // 美元 -> 人民币 汇率
 const EXCHANGE_RATE = 7
@@ -119,3 +121,17 @@ export function getPriceConfig (price) {
   }
   return PRICE_CONFIGS[PRICE_CONFIGS.length - 1]
 }
+
+export function getShowContent(message) {
+  if (message.translation) {
+    return `${message.content}（${message.translation}）`
+  }
+  return message.content
+}
+
+export function getGiftShowContent(message, showGiftName) {
+  if (!showGiftName) {
+    return ''
+  }
+  return `Sent ${message.giftName}x${message.num}`
+}

frontend/src/components/ChatRenderer/index.vue

@@ -1,8 +1,12 @@
 <template>
-  <yt-live-chat-renderer class="style-scope yt-live-chat-app" style="--scrollbar-width:11px;" hide-timestamps>
-    <ticker class="style-scope yt-live-chat-renderer" :messages="paidMessages" :hidden="paidMessages.length === 0"></ticker>
+  <yt-live-chat-renderer class="style-scope yt-live-chat-app" style="--scrollbar-width:11px;" hide-timestamps
+    @mousemove="refreshCantScrollStartTime"
+  >
+    <ticker class="style-scope yt-live-chat-renderer" :messages="paidMessages" :showGiftName="showGiftName"
+      :hidden="paidMessages.length === 0"
+    ></ticker>
     <yt-live-chat-item-list-renderer class="style-scope yt-live-chat-renderer" allow-scroll>
-      <div id="item-scroller" ref="scroller" class="style-scope yt-live-chat-item-list-renderer animated" @scroll="onScroll">
+      <div ref="scroller" id="item-scroller" class="style-scope yt-live-chat-item-list-renderer animated" @scroll="onScroll">
         <div ref="itemOffset" id="item-offset" class="style-scope yt-live-chat-item-list-renderer" style="height: 0px;">
           <div ref="items" id="items" class="style-scope yt-live-chat-item-list-renderer" style="overflow: hidden"
             :style="{transform: `translateY(${Math.floor(scrollPixelsRemaining)}px)`}"
@@ -11,9 +15,14 @@
               <text-message :key="message.id" v-if="message.type === MESSAGE_TYPE_TEXT"
                 class="style-scope yt-live-chat-item-list-renderer"
                 :avatarUrl="message.avatarUrl" :time="message.time" :authorName="message.authorName"
-                :authorType="message.authorType" :content="message.content" :privilegeType="message.privilegeType"
+                :authorType="message.authorType" :content="getShowContent(message)" :privilegeType="message.privilegeType"
                 :repeated="message.repeated"
               ></text-message>
+              <paid-message :key="message.id" v-else-if="message.type === MESSAGE_TYPE_GIFT"
+                class="style-scope yt-live-chat-item-list-renderer"
+                :price="message.price" :avatarUrl="message.avatarUrl" :authorName="message.authorName"
+                :time="message.time" :content="getGiftShowContent(message)"
+              ></paid-message>
               <legacy-paid-message :key="message.id" v-else-if="message.type === MESSAGE_TYPE_MEMBER"
                 class="style-scope yt-live-chat-item-list-renderer"
                 :avatarUrl="message.avatarUrl" :title="message.title" :content="message.content"
@@ -22,7 +31,7 @@
               <paid-message :key="message.id" v-else-if="message.type === MESSAGE_TYPE_SUPER_CHAT"
                 class="style-scope yt-live-chat-item-list-renderer"
                 :price="message.price" :avatarUrl="message.avatarUrl" :authorName="message.authorName"
-                :time="message.time" :content="message.content"
+                :time="message.time" :content="getShowContent(message)"
               ></paid-message>
             </template>
           </div>
@@ -56,6 +65,10 @@ export default {
     maxNumber: {
       type: Number,
       default: config.DEFAULT_CONFIG.maxNumber
+    },
+    showGiftName: {
+      type: Boolean,
+      default: config.DEFAULT_CONFIG.showGiftName
     }
   },
   data() {
@@ -63,6 +76,7 @@ export default {
     document.head.appendChild(styleElement)
     return {
       MESSAGE_TYPE_TEXT: constants.MESSAGE_TYPE_TEXT,
+      MESSAGE_TYPE_GIFT: constants.MESSAGE_TYPE_GIFT,
       MESSAGE_TYPE_MEMBER: constants.MESSAGE_TYPE_MEMBER,
       MESSAGE_TYPE_SUPER_CHAT: constants.MESSAGE_TYPE_SUPER_CHAT,
 
@@ -86,7 +100,8 @@ export default {
       smoothScrollRafHandle: null,         // 平滑滚动requestAnimationFrame句柄
       lastSmoothScrollUpdate: null,        // 平滑滚动上一帧时间
 
-      atBottom: true                       // 滚动到底部，用来判断能否自动滚动
+      atBottom: true,                      // 滚动到底部，用来判断能否自动滚动
+      cantScrollStartTime: null            // 开始不能自动滚动的时间，用来防止卡住
     }
   },
   computed: {
@@ -94,6 +109,14 @@ export default {
       return this.atBottom/* || this.allowScroll*/
     }
   },
+  watch: {
+    css(val) {
+      this.styleElement.innerText = val
+    },
+    canScrollToBottom(val) {
+      this.cantScrollStartTime = val ? null : new Date()
+    }
+  },
   mounted() {
     this.styleElement.innerText = this.css
     this.scrollToBottom()
@@ -106,12 +129,12 @@ export default {
     }
     this.clearMessages()
   },
-  watch: {
-    css(val) {
-      this.styleElement.innerText = val
-    }
-  },
   methods: {
+    getGiftShowContent(message) {
+      return constants.getGiftShowContent(message, this.showGiftName)
+    },
+    getShowContent: constants.getShowContent,
+
     addMessage(message) {
       this.addMessages([message])
     },
@@ -137,6 +160,7 @@ export default {
         if (longer.indexOf(shorter) !== -1 // 长的包含短的
             && longer.length - shorter.length < shorter.length // 长度差较小
         ) {
+          // 其实有小概率导致弹幕卡住
           message.repeated++
           res = true
           return false
@@ -145,14 +169,15 @@ export default {
       })
       return res
     },
-    mergeSimilarGift(authorName, price) {
+    mergeSimilarGift(authorName, price, giftName, num) {
       let res = false
       this.forEachRecentMessage(5, message => {
-        if (message.type === constants.MESSAGE_TYPE_SUPER_CHAT
-            && message.content === ''
+        if (message.type === constants.MESSAGE_TYPE_GIFT
             && message.authorName === authorName
+            && message.giftName === giftName
         ) {
           message.price += price
+          message.num += num
           res = true
           return false
         }
@@ -184,8 +209,8 @@ export default {
     delMessages(ids) {
       this.enqueueMessages(ids.map(id => {
         return {
-          id: id,
-          type: constants.MESSAGE_TYPE_DEL
+          type: constants.MESSAGE_TYPE_DEL,
+          id
         }
       }))
     },
@@ -206,6 +231,13 @@ export default {
         this.scrollToBottom()
       }
     },
+    updateMessage(id, newValuesObj) {
+      this.enqueueMessages([{
+        type: constants.MESSAGE_TYPE_UPDATE,
+        id,
+        newValuesObj
+      }])
+    },
 
     enqueueMessages(messages) {
       if (this.lastEnqueueTime) {
@@ -225,7 +257,7 @@ export default {
       let messageGroup = []
       for (let message of messages) {
         messageGroup.push(message)
-        if (message.type !== constants.MESSAGE_TYPE_DEL) {
+        if (message.type !== constants.MESSAGE_TYPE_DEL && message.type !== constants.MESSAGE_TYPE_UPDATE) {
           this.smoothedMessageQueue.push(messageGroup)
           messageGroup = []
         }
@@ -296,12 +328,16 @@ export default {
       for (let message of messageGroup) {
         switch (message.type) {
           case constants.MESSAGE_TYPE_TEXT:
+          case constants.MESSAGE_TYPE_GIFT:
           case constants.MESSAGE_TYPE_MEMBER:
           case constants.MESSAGE_TYPE_SUPER_CHAT:
             this.handleAddMessage(message)
             break
           case constants.MESSAGE_TYPE_DEL:
-            this.handleDelMessage(message.id)
+            this.handleDelMessage(message)
+            break
+          case constants.MESSAGE_TYPE_UPDATE:
+            this.handleUpdateMessage(message)
             break
         }
       }
@@ -320,23 +356,46 @@ export default {
         this.paidMessages.unshift(message)
       }
     },
-    handleDelMessage(message) {
-      let id = message.id
+    handleDelMessage({id}) {
       for (let arr of [this.messages, this.paidMessages, this.messagesBuffer]) {
         for (let i = 0; i < arr.length; i++) {
           if (arr[i].id === id) {
             arr.splice(i, 1)
+            this.resetSmoothScroll()
             break
           }
         }
       }
     },
+    handleUpdateMessage({id, newValuesObj}) {
+      // 遍历滚动的消息
+      this.forEachRecentMessage(999999999, message => {
+        if (message.id !== id) {
+          return true
+        }
+        for (let name in newValuesObj) {
+          message[name] = newValuesObj[name]
+        }
+        return false
+      })
+      // 遍历固定的消息
+      for (let message of this.paidMessages) {
+        if (message.id !== id) {
+          continue
+        }
+        for (let name in newValuesObj) {
+          message[name] = newValuesObj[name]
+        }
+        break
+      }
+      this.resetSmoothScroll()
+    },
 
     async flushMessagesBuffer() {
       if (this.messagesBuffer.length <= 0) {
         return
       }
-      if (!this.canScrollToBottom) {
+      if (!this.canScrollToBottomOrTimedOut()) {
         if (this.messagesBuffer.length > this.maxNumber) {
           // 未显示消息数 > 最大可显示数，丢弃
           this.messagesBuffer.splice(0, this.messagesBuffer.length - this.maxNumber)
@@ -362,7 +421,7 @@ export default {
     showNewMessages() {
       let hasScrollBar = this.$refs.items.clientHeight > this.$refs.scroller.clientHeight
       this.$refs.itemOffset.style.height = `${this.$refs.items.clientHeight}px`
-      if (!this.canScrollToBottom || !hasScrollBar) {
+      if (!this.canScrollToBottomOrTimedOut() || !hasScrollBar) {
         return
       }
 
@@ -436,7 +495,7 @@ export default {
       this.maybeScrollToBottom()
     },
     maybeScrollToBottom() {
-      if (this.canScrollToBottom) {
+      if (this.canScrollToBottomOrTimedOut()) {
         this.scrollToBottom()
       }
     },
@@ -445,9 +504,23 @@ export default {
       this.atBottom = true
     },
     onScroll() {
+      this.refreshCantScrollStartTime()
       let scroller = this.$refs.scroller
       this.atBottom = scroller.scrollHeight - scroller.scrollTop - scroller.clientHeight < SCROLLED_TO_BOTTOM_EPSILON
       this.flushMessagesBuffer()
+    },
+    canScrollToBottomOrTimedOut() {
+      if (this.canScrollToBottom) {
+        return true
+      }
+      // 防止在OBS中卡住，超过一定时间也可以自动滚动
+      return new Date() - this.cantScrollStartTime >= 10 * 1000
+    },
+    refreshCantScrollStartTime() {
+      // 有鼠标事件时刷新，防止用户看弹幕时自动滚动
+      if (this.cantScrollStartTime) {
+        this.cantScrollStartTime = new Date()
+      }
     }
   }
 }

frontend/src/lang/en.js

@@ -14,7 +14,9 @@ export default {
     roomId: 'Room ID',
     showDanmaku: 'Show messages',
     showGift: 'Show Super Chats',
+    showGiftName: 'Show gift name',
     mergeSimilarDanmaku: 'Merge similar messages',
+    mergeGift: 'Merge gifts',
     minGiftPrice: 'Min price of Super Chats to show (CNY)',
     maxNumber: 'Max number of messages',
 
@@ -28,6 +30,9 @@ export default {
     blockUsers: 'Block users',
     blockMedalLevel: 'Block medal level lower than',
 
+    advanced: 'Advanced',
+    autoTranslate: 'Auto translate messages to Japanese',
+
     roomUrl: 'Room URL',
     copy: 'Copy',
     enterRoom: 'Enter room',
@@ -106,7 +111,7 @@ export default {
   help: {
     help: 'Help',
     p1: '1. Copy the room ID from the Bilibili live room webpage',
-    p2: '2. Enter the room ID into the room ID on the home page. Copy the room URL after saving the configuration',
+    p2: '2. Enter the room ID into the room ID on the home page. Copy the room URL',
     p3: '3. Generate styles with the style generator. Copy the CSS',
     p4: '4. Add browser source in OBS',
     p5: '5. Enter the previously copied room URL at URL, and enter the previously copied CSS at custom CSS'

frontend/src/lang/ja.js

@@ -14,7 +14,9 @@ export default {
     roomId: 'ルームID',
     showDanmaku: 'コメントを表示する',
     showGift: 'スーパーチャットと新メンバーを表示する',
+    showGiftName: 'ギフト名を表示する',
     mergeSimilarDanmaku: '同じコメントを合併する',
+    mergeGift: 'ギフトを合併する',
     minGiftPrice: '最低表示スーパーチャット価格（CNY）',
     maxNumber: '最大コメント数',
 
@@ -28,6 +30,9 @@ export default {
     blockUsers: 'ブロックユーザー',
     blockMedalLevel: 'ブロック勲章等級がx未満',
 
+    advanced: 'アドバンスド',
+    autoTranslate: '自動翻訳コメントから日本語へ',
+
     roomUrl: 'ルームのURL',
     copy: 'コピー',
     enterRoom: 'ルームに入る',
@@ -106,7 +111,7 @@ export default {
   help: {
     help: 'ヘルプ',
     p1: '1. ビリビリの生放送ウェブから生放送ルームIDをこぴーする',
-    p2: '2. ホームページでコピーしたIDを入力し、配置を保存すると、ルームのURLをこぴーする',
+    p2: '2. ホームページでコピーしたIDを入力し、ルームのURLをこぴーする',
     p3: '3. スタイルジェネレータでお好みのコメント様子を選び、出力したCSSをコピーする',
     p4: '4. OBSでブラウザを新規作成する',
     p5: '5. プロパティでこぴーしたURLを入力し、カスタムCSSでスタイルジェネレータのCSSを入力する'

frontend/src/lang/zh.js

@@ -14,7 +14,9 @@ export default {
     roomId: '房间ID',
     showDanmaku: '显示弹幕',
     showGift: '显示打赏和新舰长',
+    showGiftName: '显示礼物名',
     mergeSimilarDanmaku: '合并相似弹幕',
+    mergeGift: '合并礼物',
     minGiftPrice: '最低显示打赏价格（元）',
     maxNumber: '最大弹幕数',
 
@@ -28,6 +30,9 @@ export default {
     blockUsers: '屏蔽用户',
     blockMedalLevel: '屏蔽当前直播间勋章等级低于',
 
+    advanced: '高级',
+    autoTranslate: '自动翻译弹幕到日语',
+
     roomUrl: '房间URL',
     copy: '复制',
     enterRoom: '进入房间',
@@ -106,7 +111,7 @@ export default {
   help: {
     help: '帮助',
     p1: '1. 从B站直播间网页复制房间ID',
-    p2: '2. 把房间ID输入到首页的房间ID，保存配置后复制房间URL',
+    p2: '2. 把房间ID输入到首页的房间ID，复制房间URL',
     p3: '3. 使用样式生成器生成样式，复制CSS',
     p4: '4. 在OBS中添加浏览器源',
     p5: '5. URL处输入之前复制的房间URL，自定义CSS处输入之前复制的CSS'

frontend/src/layout/index.vue

@@ -9,7 +9,7 @@
         </router-link>
       </div>
       <div class="version">
-        v1.3.0
+        v1.4.1
       </div>
       <sidebar></sidebar>
     </el-aside>

frontend/src/main.js

@@ -1,8 +1,10 @@
 import Vue from 'vue'
 import VueRouter from 'vue-router'
-import ElementUI from 'element-ui'
-import 'element-ui/lib/theme-chalk/index.css'
 import VueI18n from 'vue-i18n'
+import {
+  Aside, Autocomplete, Badge, Button, Col, ColorPicker, Container, Divider, Form, FormItem, Image,
+  Input, Main, Menu, MenuItem, Message, Row, Scrollbar, Slider, Submenu, Switch, TabPane, Tabs, Tooltip
+} from 'element-ui'
 import axios from 'axios'
 
 import App from './App.vue'
@@ -23,8 +25,32 @@ if (process.env.NODE_ENV === 'development') {
 }
 
 Vue.use(VueRouter)
-Vue.use(ElementUI)
 Vue.use(VueI18n)
+// 初始化element
+Vue.use(Aside)
+Vue.use(Autocomplete)
+Vue.use(Badge)
+Vue.use(Button)
+Vue.use(Col)
+Vue.use(ColorPicker)
+Vue.use(Container)
+Vue.use(Divider)
+Vue.use(Form)
+Vue.use(FormItem)
+Vue.use(Image)
+Vue.use(Input)
+Vue.use(Main)
+Vue.use(Menu)
+Vue.use(MenuItem)
+Vue.use(Row)
+Vue.use(Scrollbar)
+Vue.use(Slider)
+Vue.use(Submenu)
+Vue.use(Switch)
+Vue.use(TabPane)
+Vue.use(Tabs)
+Vue.use(Tooltip)
+Vue.prototype.$message = Message
 
 Vue.config.ignoredElements = [
   /^yt-/

frontend/src/utils.js

@@ -8,7 +8,7 @@ export function mergeConfig (config, defaultConfig) {
 
 export function toBool (val) {
   if (typeof val === 'string') {
-    return val !== 'false' && val !== ''
+    return ['false', 'no', 'off', '0', ''].indexOf(val.toLowerCase()) === -1
   }
   return !!val
 }

frontend/src/views/Home.vue

@@ -16,9 +16,15 @@
         <el-form-item :label="$t('home.showGift')">
           <el-switch v-model="form.showGift"></el-switch>
         </el-form-item>
+        <el-form-item :label="$t('home.showGiftName')">
+          <el-switch v-model="form.showGiftName"></el-switch>
+        </el-form-item>
         <el-form-item :label="$t('home.mergeSimilarDanmaku')">
           <el-switch v-model="form.mergeSimilarDanmaku"></el-switch>
         </el-form-item>
+        <el-form-item :label="$t('home.mergeGift')">
+          <el-switch v-model="form.mergeGift"></el-switch>
+        </el-form-item>
         <el-form-item :label="$t('home.minGiftPrice')">
           <el-input v-model.number="form.minGiftPrice" type="number" min="0"></el-input>
         </el-form-item>
@@ -50,6 +56,12 @@
           <el-slider v-model="form.blockMedalLevel" show-input :min="0" :max="20"></el-slider>
         </el-form-item>
       </el-tab-pane>
+
+      <el-tab-pane :label="$t('home.advanced')">
+        <el-form-item :label="$t('home.autoTranslate')">
+          <el-switch v-model="form.autoTranslate" :disabled="!serverConfig.enableTranslate"></el-switch>
+        </el-form-item>
+      </el-tab-pane>
     </el-tabs>
 
     <el-divider></el-divider>
@@ -67,6 +79,7 @@
 
 <script>
 import _ from 'lodash'
+import axios from 'axios'
 import download from 'downloadjs'
 
 import {mergeConfig} from '@/utils'
@@ -76,6 +89,9 @@ export default {
   name: 'Home',
   data() {
     return {
+      serverConfig: {
+        enableTranslate: true
+      },
       form: {
         roomId: parseInt(window.localStorage.roomId || '1'),
         ...config.getLocalConfig()
@@ -99,7 +115,17 @@ export default {
       config.setLocalConfig(this.form)
     }, 500)
   },
+  mounted() {
+    this.updateServerConfig()
+  },
   methods: {
+    async updateServerConfig() {
+      try {
+        this.serverConfig = (await axios.get(`/server_info`)).data.config
+      } catch (e) {
+        this.$message.error('Failed to fetch server information: ' + e)
+      }
+    },
     enterRoom() {
       window.open(this.roomUrl, `room ${this.form.roomId}`, 'menubar=0,location=0,scrollbars=0,toolbar=0,width=600,height=600')
     },

frontend/src/views/Room.vue

@@ -1,5 +1,5 @@
 <template>
-  <chat-renderer ref="renderer" :maxNumber="config.maxNumber"></chat-renderer>
+  <chat-renderer ref="renderer" :maxNumber="config.maxNumber" :showGiftName="config.showGiftName"></chat-renderer>
 </template>
 
 <script>
@@ -15,6 +15,7 @@ const COMMAND_ADD_GIFT = 3
 const COMMAND_ADD_MEMBER = 4
 const COMMAND_ADD_SUPER_CHAT = 5
 const COMMAND_DEL_SUPER_CHAT = 6
+const COMMAND_UPDATE_TRANSLATION = 7
 
 export default {
   name: 'Room',
@@ -28,9 +29,7 @@ export default {
       websocket: null,
       retryCount: 0,
       isDestroying: false,
-      heartbeatTimerId: null,
-
-      nextId: 0,
+      heartbeatTimerId: null
     }
   },
   computed: {
@@ -42,8 +41,13 @@ export default {
     }
   },
   created() {
-    this.wsConnect()
     this.updateConfig()
+    this.wsConnect()
+    // 提示用户已加载
+    this.$message({
+      message: 'Loaded',
+      duration: '500'
+    })
   },
   beforeDestroy() {
     this.isDestroying = true
@@ -61,15 +65,18 @@ export default {
       cfg = mergeConfig(cfg, config.DEFAULT_CONFIG)
 
       cfg.minGiftPrice = toInt(cfg.minGiftPrice, config.DEFAULT_CONFIG.minGiftPrice)
-      cfg.mergeSimilarDanmaku = toBool(cfg.mergeSimilarDanmaku)
       cfg.showDanmaku = toBool(cfg.showDanmaku)
       cfg.showGift = toBool(cfg.showGift)
+      cfg.showGiftName = toBool(cfg.showGiftName)
+      cfg.mergeSimilarDanmaku = toBool(cfg.mergeSimilarDanmaku)
+      cfg.mergeGift = toBool(cfg.mergeGift)
       cfg.maxNumber = toInt(cfg.maxNumber, config.DEFAULT_CONFIG.maxNumber)
       cfg.blockGiftDanmaku = toBool(cfg.blockGiftDanmaku)
       cfg.blockLevel = toInt(cfg.blockLevel, config.DEFAULT_CONFIG.blockLevel)
       cfg.blockNewbie = toBool(cfg.blockNewbie)
       cfg.blockNotMobileVerified = toBool(cfg.blockNotMobileVerified)
       cfg.blockMedalLevel = toInt(cfg.blockMedalLevel, config.DEFAULT_CONFIG.blockMedalLevel)
+      cfg.autoTranslate = toBool(cfg.autoTranslate)
 
       this.config = cfg
     },
@@ -94,7 +101,10 @@ export default {
       this.websocket.send(JSON.stringify({
         cmd: COMMAND_JOIN_ROOM,
         data: {
-          roomId: parseInt(this.$route.params.roomId)
+          roomId: parseInt(this.$route.params.roomId),
+          config: {
+            autoTranslate: this.config.autoTranslate
+          }
         }
       }))
     },
@@ -112,22 +122,37 @@ export default {
     onWsMessage(event) {
       let {cmd, data} = JSON.parse(event.data)
       let message = null
-      let time = data.timestamp ? new Date(data.timestamp * 1000) : new Date()
       switch (cmd) {
       case COMMAND_ADD_TEXT:
+        data = {
+          avatarUrl: data[0],
+          timestamp: data[1],
+          authorName: data[2],
+          authorType: data[3],
+          content: data[4],
+          privilegeType: data[5],
+          isGiftDanmaku: !!data[6],
+          authorLevel: data[7],
+          isNewbie: !!data[8],
+          isMobileVerified: !!data[9],
+          medalLevel: data[10],
+          id: data[11],
+          translation: data[12]
+        }
         if (!this.config.showDanmaku || !this.filterTextMessage(data) || this.mergeSimilarText(data.content)) {
           break
         }
         message = {
-          id: `text_${this.nextId++}`,
+          id: data.id,
           type: constants.MESSAGE_TYPE_TEXT,
           avatarUrl: data.avatarUrl,
-          time: time,
+          time: new Date(data.timestamp * 1000),
           authorName: data.authorName,
           authorType: data.authorType,
           content: data.content,
           privilegeType: data.privilegeType,
-          repeated: 1
+          repeated: 1,
+          translation: data.translation
         }
         break
       case COMMAND_ADD_GIFT: {
@@ -135,20 +160,21 @@ export default {
           break
         }
         let price = data.totalCoin / 1000
+        if (this.mergeSimilarGift(data.authorName, price, data.giftName, data.num)) {
+          break
+        }
         if (price < this.config.minGiftPrice) { // 丢人
           break
         }
-        if (this.mergeSimilarGift(data.authorName, price)) {
-          break
-        }
         message = {
-          id: `gift_${this.nextId++}`,
-          type: constants.MESSAGE_TYPE_SUPER_CHAT,
+          id: data.id,
+          type: constants.MESSAGE_TYPE_GIFT,
           avatarUrl: data.avatarUrl,
+          time: new Date(data.timestamp * 1000),
           authorName: data.authorName,
           price: price,
-          time: time,
-          content: '' // 有了SC，礼物不需要内容了
+          giftName: data.giftName,
+          num: data.num
         }
         break
       }
@@ -157,10 +183,10 @@ export default {
           break
         }
         message = {
-          id: `member_${this.nextId++}`,
+          id: data.id,
           type: constants.MESSAGE_TYPE_MEMBER,
           avatarUrl: data.avatarUrl,
-          time: time,
+          time: new Date(data.timestamp * 1000),
           authorName: data.authorName,
           title: 'NEW MEMBER!',
           content: `Welcome ${data.authorName}!`
@@ -174,21 +200,30 @@ export default {
           break
         }
         message = {
-          id: `sc_${data.id}`,
+          id: data.id,
           type: constants.MESSAGE_TYPE_SUPER_CHAT,
           avatarUrl: data.avatarUrl,
           authorName: data.authorName,
           price: data.price,
-          time: time,
+          time: new Date(data.timestamp * 1000),
           content: data.content.trim()
         }
         break
       case COMMAND_DEL_SUPER_CHAT:
         for (let id of data.ids) {
-          id = `sc_${id}`
           this.$refs.renderer.delMessage(id)
         }
         break
+      case COMMAND_UPDATE_TRANSLATION:
+        if (!this.config.autoTranslate) {
+          break
+        }
+        data = {
+          id: data[0],
+          translation: data[1]
+        }
+        this.$refs.renderer.updateMessage(data.id, {translation: data.translation})
+        break
       }
       if (message) {
         this.$refs.renderer.addMessage(message)
@@ -230,11 +265,11 @@ export default {
       }
       return this.$refs.renderer.mergeSimilarText(content)
     },
-    mergeSimilarGift(authorName, price) {
-      if (!this.config.mergeSimilarDanmaku) {
+    mergeSimilarGift(authorName, price, giftName, num) {
+      if (!this.config.mergeGift) {
         return false
       }
-      return this.$refs.renderer.mergeSimilarGift(authorName, price)
+      return this.$refs.renderer.mergeSimilarGift(authorName, price, giftName, num)
     }
   }
 }

frontend/src/views/StyleGenerator/index.vue

@@ -216,7 +216,8 @@ let textMessageTemplate = {
   authorType: constants.AUTHRO_TYPE_NORMAL,
   content: '',
   privilegeType: 0,
-  repeated: 1
+  repeated: 1,
+  translation: ''
 }
 let legacyPaidMessageTemplate = {
   id: 0,
@@ -236,20 +237,21 @@ let paidMessageTemplate = {
   authorName: '',
   price: 0,
   time: time,
-  content: ''
+  content: '',
+  translation: ''
 }
 let nextId = 0
 const EXAMPLE_MESSAGES = [
   {
     ...textMessageTemplate,
-    id: nextId++,
+    id: (nextId++).toString(),
     authorName: 'mob路人',
     content: '8888888888',
     repeated: 12
   },
   {
     ...textMessageTemplate,
-    id: nextId++,
+    id: (nextId++).toString(),
     authorName: 'member舰长',
     authorType:  constants.AUTHRO_TYPE_MEMBER,
     content: '草',
@@ -258,34 +260,34 @@ const EXAMPLE_MESSAGES = [
   },
   {
     ...textMessageTemplate,
-    id: nextId++,
+    id: (nextId++).toString(),
     authorName: 'admin房管',
     authorType: constants.AUTHRO_TYPE_ADMIN,
     content: 'kksk'
   },
   {
     ...legacyPaidMessageTemplate,
-    id: nextId++,
-    authorName: '少年Pi',
-    content: 'Welcome 少年Pi!'
+    id: (nextId++).toString(),
+    authorName: '进击的冰糖',
+    content: 'Welcome 进击的冰糖!'
   },
   {
     ...paidMessageTemplate,
-    id: nextId++,
+    id: (nextId++).toString(),
     authorName: '无火的残渣',
     price: 66600,
     content: 'Sent 小电视飞船x100'
   },
   {
     ...textMessageTemplate,
-    id: nextId++,
+    id: (nextId++).toString(),
     authorName: 'streamer主播',
     authorType: constants.AUTHRO_TYPE_OWNER,
     content: '老板大气，老板身体健康'
   },
   {
     ...paidMessageTemplate,
-    id: nextId++,
+    id: (nextId++).toString(),
     authorName: '夏色祭保護協会会長',
     price: 30,
     content: '言いたいことがあるんだよ！'

main.py

@@ -13,6 +13,7 @@ import api.main
 import config
 import models.avatar
 import models.database
+import models.translate
 import update
 
 logger = logging.getLogger(__name__)
@@ -20,6 +21,7 @@ logger = logging.getLogger(__name__)
 WEB_ROOT = os.path.join(os.path.dirname(__file__), 'frontend', 'dist')
 
 routes = [
+    (r'/server_info', api.main.ServerInfoHandler),
     (r'/chat', api.chat.ChatHandler),
 
     (r'/((css|fonts|img|js|static)/.*)', tornado.web.StaticFileHandler, {'path': WEB_ROOT}),
@@ -35,6 +37,7 @@ def main():
     config.init()
     models.database.init(args.debug)
     models.avatar.init()
+    models.translate.init()
     api.chat.init()
     update.check_update()
 
@@ -71,7 +74,9 @@ def run_server(host, port, debug):
         logger.warning('Address is used %s:%d', host, port)
         return
     finally:
-        url = 'http://localhost' if port == 80 else f'http://localhost:{port}'
+        url = 'http://localhost/' if port == 80 else f'http://localhost:{port}/'
+        # 防止更新版本后浏览器加载缓存
+        url += '?_v=' + update.VERSION
         webbrowser.open(url)
     logger.info('Server started: %s:%d', host, port)
     tornado.ioloop.IOLoop.current().start()

models/avatar.py

@@ -3,6 +3,7 @@
 import asyncio
 import datetime
 import logging
+import re
 from typing import *
 
 import aiohttp
@@ -20,9 +21,12 @@ _main_event_loop = asyncio.get_event_loop()
 _http_session = aiohttp.ClientSession()
 # user_id -> avatar_url
 _avatar_url_cache: Dict[int, str] = {}
-# (user_id, future)
-_fetch_task_queue = asyncio.Queue(15)
-_last_fetch_failed_time: Optional[datetime.datetime] = None
+# 正在获取头像的Future，user_id -> Future
+_uid_fetch_future_map: Dict[int, asyncio.Future] = {}
+# 正在获取头像的user_id队列
+_uid_queue_to_fetch = asyncio.Queue(15)
+# 上次被B站ban时间
+_last_fetch_banned_time: Optional[datetime.datetime] = None
 
 
 def init():
@@ -36,7 +40,10 @@ async def get_avatar_url(user_id):
     avatar_url = await get_avatar_url_from_database(user_id)
     if avatar_url is not None:
         return avatar_url
-    return await get_avatar_url_from_web(user_id)
+    avatar_url = await get_avatar_url_from_web(user_id)
+    if avatar_url is not None:
+        return avatar_url
+    return DEFAULT_AVATAR_URL
 
 
 def get_avatar_url_from_memory(user_id):
@@ -60,10 +67,7 @@ def _do_get_avatar_url_from_database(user_id):
             # 如果离上次更新太久就更新所有缓存
             if (datetime.datetime.now() - user.update_time).days >= 3:
                 def refresh_cache():
-                    try:
-                        del _avatar_url_cache[user_id]
-                    except KeyError:
-                        pass
+                    _avatar_url_cache.pop(user_id, None)
                     get_avatar_url_from_web(user_id)
 
                 _main_event_loop.call_soon(refresh_cache)
@@ -79,42 +83,46 @@ def _do_get_avatar_url_from_database(user_id):
     return avatar_url
 
 
-def get_avatar_url_from_web(user_id) -> Awaitable[str]:
-    future = _main_event_loop.create_future()
+def get_avatar_url_from_web(user_id) -> Awaitable[Optional[str]]:
+    # 如果已有正在获取的future则返回，防止重复获取同一个uid
+    future = _uid_fetch_future_map.get(user_id, None)
+    if future is not None:
+        return future
+    # 否则创建一个获取任务
+    _uid_fetch_future_map[user_id] = future = _main_event_loop.create_future()
+    future.add_done_callback(lambda _future: _uid_fetch_future_map.pop(user_id, None))
     try:
-        _fetch_task_queue.put_nowait((user_id, future))
+        _uid_queue_to_fetch.put_nowait(user_id)
     except asyncio.QueueFull:
-        future.set_result(DEFAULT_AVATAR_URL)
+        future.set_result(None)
     return future
 
 
 async def _get_avatar_url_from_web_consumer():
     while True:
         try:
-            user_id, future = await _fetch_task_queue.get()
-
-            # 先查缓存，防止队列中出现相同uid时重复获取
-            avatar_url = get_avatar_url_from_memory(user_id)
-            if avatar_url is not None:
+            user_id = await _uid_queue_to_fetch.get()
+            future = _uid_fetch_future_map.get(user_id, None)
+            if future is None:
                 continue
 
             # 防止在被ban的时候获取
-            global _last_fetch_failed_time
-            if _last_fetch_failed_time is not None:
+            global _last_fetch_banned_time
+            if _last_fetch_banned_time is not None:
                 cur_time = datetime.datetime.now()
-                if (cur_time - _last_fetch_failed_time).total_seconds() < 3 * 60 + 3:
-                    # 3分钟以内被ban则先返回默认头像，解封大约要15分钟
-                    future.set_result(DEFAULT_AVATAR_URL)
+                if (cur_time - _last_fetch_banned_time).total_seconds() < 3 * 60 + 3:
+                    # 3分钟以内被ban，解封大约要15分钟
+                    future.set_result(None)
                     continue
                 else:
-                    _last_fetch_failed_time = None
+                    _last_fetch_banned_time = None
 
             asyncio.ensure_future(_get_avatar_url_from_web_coroutine(user_id, future))
 
             # 限制频率，防止被B站ban
             await asyncio.sleep(0.2)
         except:
-            pass
+            logger.exception('_get_avatar_url_from_web_consumer error:')
 
 
 async def _get_avatar_url_from_web_coroutine(user_id, future):
@@ -122,8 +130,8 @@ async def _get_avatar_url_from_web_coroutine(user_id, future):
         avatar_url = await _do_get_avatar_url_from_web(user_id)
     except BaseException as e:
         future.set_exception(e)
-        return
-    future.set_result(avatar_url)
+    else:
+        future.set_result(avatar_url)
 
 
 async def _do_get_avatar_url_from_web(user_id):
@@ -134,18 +142,26 @@ async def _do_get_avatar_url_from_web(user_id):
                 logger.warning('Failed to fetch avatar: status=%d %s uid=%d', r.status, r.reason, user_id)
                 if r.status == 412:
                     # 被B站ban了
-                    global _last_fetch_failed_time
-                    _last_fetch_failed_time = datetime.datetime.now()
-                return DEFAULT_AVATAR_URL
+                    global _last_fetch_banned_time
+                    _last_fetch_banned_time = datetime.datetime.now()
+                return None
             data = await r.json()
     except (aiohttp.ClientConnectionError, asyncio.TimeoutError):
-        return DEFAULT_AVATAR_URL
+        return None
 
-    avatar_url = data['data']['face'].replace('http:', '').replace('https:', '')
+    avatar_url = process_avatar_url(data['data']['face'])
+    update_avatar_cache(user_id, avatar_url)
+    return avatar_url
+
+
+def process_avatar_url(avatar_url):
+    # 去掉协议，兼容HTTP、HTTPS
+    m = re.fullmatch(r'(?:https?:)?(.*)', avatar_url)
+    if m is not None:
+        avatar_url = m[1]
+    # 缩小图片加快传输
     if not avatar_url.endswith('noface.gif'):
         avatar_url += '@48w_48h'
-
-    update_avatar_cache(user_id, avatar_url)
     return avatar_url
 
 

models/translate.py

@@ -0,0 +1,392 @@
+# -*- coding: utf-8 -*-
+
+import asyncio
+import functools
+import hashlib
+import logging
+import random
+import re
+import time
+
+import yarl
+from typing import *
+
+import aiohttp
+
+logger = logging.getLogger(__name__)
+
+NO_TRANSLATE_TEXTS = {
+    '草', '草草', '草草草', '草生', '大草原', '上手', '上手上手', '理解', '理解理解', '天才', '天才天才',
+    '强', '余裕', '余裕余裕', '大丈夫', '再放送', '放送事故'
+}
+
+_main_event_loop = asyncio.get_event_loop()
+_http_session = aiohttp.ClientSession()
+_translate_providers: List['TranslateProvider'] = []
+# text -> res
+_translate_cache: Dict[str, str] = {}
+# 正在翻译的Future，text -> Future
+_text_future_map: Dict[str, asyncio.Future] = {}
+
+
+def init():
+    asyncio.ensure_future(_do_init())
+
+
+async def _do_init():
+    # 考虑优先级
+    providers = [
+        TencentTranslate(),
+        YoudaoTranslate(),
+        BilibiliTranslate()
+    ]
+    await asyncio.gather(*(provider.init() for provider in providers))
+    global _translate_providers
+    _translate_providers = providers
+
+
+def need_translate(text):
+    text = text.strip()
+    # 没有中文，平时打不出的字不管
+    if not any(0x4E00 <= ord(c) <= 0x9FFF for c in text):
+        return False
+    # 含有日文假名
+    if any(0x3040 <= ord(c) <= 0x30FF for c in text):
+        return False
+    # 弹幕同传
+    if text.startswith('【'):
+        return False
+    # 中日双语
+    if text in NO_TRANSLATE_TEXTS:
+        return False
+    return True
+
+
+def get_translation_from_cache(text):
+    key = text.strip().lower()
+    return _translate_cache.get(key, None)
+
+
+def translate(text) -> Awaitable[Optional[str]]:
+    key = text.strip().lower()
+    # 如果已有正在翻译的future则返回，防止重复翻译
+    future = _text_future_map.get(key, None)
+    if future is not None:
+        return future
+    # 否则创建一个翻译任务
+    future = _main_event_loop.create_future()
+
+    # 查缓存
+    res = _translate_cache.get(key, None)
+    if res is not None:
+        future.set_result(res)
+        return future
+
+    for provider in _translate_providers:
+        if provider.is_available:
+            _text_future_map[key] = future
+            future.add_done_callback(functools.partial(_on_translate_done, key))
+            provider.translate(text, future)
+            return future
+
+    future.set_result(None)
+    return future
+
+
+def _on_translate_done(key, future):
+    _text_future_map.pop(key, None)
+    # 缓存
+    try:
+        res = future.result()
+    except:
+        return
+    if res is None:
+        return
+    _translate_cache[key] = res
+    if len(_translate_cache) > 50000:
+        for _, key in zip(range(100), _translate_cache):
+            del _translate_cache[key]
+
+
+class TranslateProvider:
+    async def init(self):
+        return True
+
+    @property
+    def is_available(self):
+        return True
+
+    def translate(self, text, future):
+        raise NotImplementedError
+
+
+class TencentTranslate(TranslateProvider):
+    def __init__(self):
+        self._qtv = ''
+        self._qtk = ''
+        # 连续失败的次数
+        self._fail_count = 0
+        self._cool_down_future = None
+
+    async def init(self):
+        try:
+            async with _http_session.get('https://fanyi.qq.com/') as r:
+                if r.status != 200:
+                    logger.warning('TencentTranslate init request failed: status=%d %s', r.status, r.reason)
+                    return False
+                html = await r.text()
+        except (aiohttp.ClientConnectionError, asyncio.TimeoutError):
+            logger.exception('TencentTranslate init error:')
+            return False
+
+        m = re.search(r"""\bqtv\s*=\s*['"](.+?)['"]""", html)
+        if m is None:
+            logger.exception('TencentTranslate init failed: qtv not found')
+            return False
+        self._qtv = m[1]
+        m = re.search(r"""\bqtk\s*=\s*['"](.+?)['"]""", html)
+        if m is None:
+            logger.exception('TencentTranslate init failed: qtk not found')
+            return False
+        self._qtk = m[1]
+        return True
+
+    @property
+    def is_available(self):
+        return self._qtv != '' and self._qtk != ''
+
+    def translate(self, text, future):
+        asyncio.ensure_future(self._translate_coroutine(text, future))
+
+    async def _translate_coroutine(self, text, future):
+        try:
+            res = await self._do_translate(text)
+        except BaseException as e:
+            future.set_exception(e)
+            self._on_fail()
+            return
+        future.set_result(res)
+        if res is None:
+            self._on_fail()
+        else:
+            self._fail_count = 0
+
+    async def _do_translate(self, text):
+        try:
+            async with _http_session.post(
+                'https://fanyi.qq.com/api/translate',
+                headers={
+                    'Referer': 'https://fanyi.qq.com/'
+                },
+                data={
+                    'source': 'zh',
+                    'target': 'jp',
+                    'sourceText': text,
+                    'qtv': self._qtv,
+                    'qtk': self._qtk
+                }
+            ) as r:
+                if r.status != 200:
+                    logger.warning('TencentTranslate request failed: status=%d %s', r.status, r.reason)
+                    return None
+                data = await r.json()
+        except (aiohttp.ClientConnectionError, asyncio.TimeoutError):
+            return None
+        if data['errCode'] != 0:
+            logger.warning('TencentTranslate failed: %d %s', data['errCode'], data['errMsg'])
+            return None
+        return ''.join(record['targetText'] for record in data['translate']['records'])
+
+    def _on_fail(self):
+        self._fail_count += 1
+        # 目前没有测试出被ban的情况，为了可靠性，连续失败20次时冷却并重新init
+        if self._fail_count >= 20 and self._cool_down_future is None:
+            self._cool_down_future = asyncio.ensure_future(self._cool_down())
+
+    async def _cool_down(self):
+        logger.warning('TencentTranslate is cooling down')
+        self._qtv = self._qtk = ''
+        try:
+            while True:
+                await asyncio.sleep(3 * 60)
+                try:
+                    is_success = self.init()
+                except:
+                    logger.exception('TencentTranslate init error:')
+                    continue
+                if is_success:
+                    self._fail_count = 0
+                    break
+        finally:
+            logger.warning('TencentTranslate finished cooling down')
+            self._cool_down_future = None
+
+
+class YoudaoTranslate(TranslateProvider):
+    def __init__(self):
+        self._has_init = False
+        self._cool_down_future = None
+
+    async def init(self):
+        # 获取cookie
+        try:
+            async with _http_session.get('http://fanyi.youdao.com/') as r:
+                if r.status >= 400:
+                    logger.warning('YoudaoTranslate init request failed: status=%d %s', r.status, r.reason)
+                    return False
+        except (aiohttp.ClientConnectionError, asyncio.TimeoutError):
+            return False
+
+        cookies = _http_session.cookie_jar.filter_cookies(yarl.URL('http://fanyi.youdao.com/'))
+        res = 'JSESSIONID' in cookies and 'OUTFOX_SEARCH_USER_ID' in cookies
+        if res:
+            self._has_init = True
+        return res
+
+    @property
+    def is_available(self):
+        return self._has_init
+
+    def translate(self, text, future):
+        asyncio.ensure_future(self._translate_coroutine(text, future))
+
+    async def _translate_coroutine(self, text, future):
+        try:
+            res = await self._do_translate(text)
+        except BaseException as e:
+            future.set_exception(e)
+        else:
+            future.set_result(res)
+
+    async def _do_translate(self, text):
+        try:
+            async with _http_session.post(
+                'http://fanyi.youdao.com/translate_o?smartresult=dict&smartresult=rule',
+                headers={
+                    'Referer': 'http://fanyi.youdao.com/'
+                },
+                data={
+                    'i': text,
+                    'from': 'zh-CHS',
+                    'to': 'ja',
+                    'smartresult': 'dict',
+                    'client': 'fanyideskweb',
+                    **self._generate_salt(text),
+                    'doctype': 'json',
+                    'version': '2.1',
+                    'keyfrom': 'fanyi.web',
+                    'action': 'FY_BY_REALTlME'
+                }
+            ) as r:
+                if r.status != 200:
+                    logger.warning('YoudaoTranslate request failed: status=%d %s', r.status, r.reason)
+                    return None
+                data = await r.json()
+        except (aiohttp.ClientConnectionError, asyncio.TimeoutError):
+            return None
+        except aiohttp.ContentTypeError:
+            # 被ban了
+            if self._cool_down_future is None:
+                self._cool_down_future = asyncio.ensure_future(self._cool_down())
+            return None
+        if data['errorCode'] != 0:
+            logger.warning('YoudaoTranslate failed: %d', data['errorCode'])
+            return None
+
+        res = []
+        for outer_result in data['translateResult']:
+            for inner_result in outer_result:
+                res.append(inner_result['tgt'])
+        return ''.join(res)
+
+    @staticmethod
+    def _generate_salt(text):
+        timestamp = int(time.time() * 1000)
+        salt = f'{timestamp}{random.randint(0, 9)}'
+        md5 = hashlib.md5()
+        md5.update(f'fanyideskweb{text}{salt}n%A-rKaT5fb[Gy?;N5@Tj'.encode())
+        sign = md5.hexdigest()
+        return {
+            'ts': timestamp,
+            'bv': '7bcd9ea3ff9b319782c2a557acee9179',  # md5(navigator.appVersion)
+            'salt': salt,
+            'sign': sign
+        }
+
+    async def _cool_down(self):
+        logger.warning('YoudaoTranslate is cooling down')
+        self._has_init = False
+        try:
+            while True:
+                await asyncio.sleep(3 * 60)
+                try:
+                    is_success = self.init()
+                except:
+                    logger.exception('YoudaoTranslate init error:')
+                    continue
+                if is_success:
+                    break
+        finally:
+            logger.warning('YoudaoTranslate finished cooling down')
+            self._cool_down_future = None
+
+
+# 目前B站后端是百度翻译
+class BilibiliTranslate(TranslateProvider):
+    def __init__(self):
+        # 最长等待时间大约21秒，(text, future)
+        self._text_queue = asyncio.Queue(7)
+
+    async def init(self):
+        asyncio.ensure_future(self._translate_consumer())
+        return True
+
+    @property
+    def is_available(self):
+        return not self._text_queue.full()
+
+    def translate(self, text, future):
+        try:
+            self._text_queue.put_nowait((text, future))
+        except asyncio.QueueFull:
+            future.set_result(None)
+
+    async def _translate_consumer(self):
+        while True:
+            try:
+                text, future = await self._text_queue.get()
+                asyncio.ensure_future(self._translate_coroutine(text, future))
+                # 频率限制一分钟20次
+                await asyncio.sleep(3.1)
+            except:
+                logger.exception('BilibiliTranslate error:')
+
+    async def _translate_coroutine(self, text, future):
+        try:
+            res = await self._do_translate(text)
+        except BaseException as e:
+            future.set_exception(e)
+        else:
+            future.set_result(res)
+
+    @staticmethod
+    async def _do_translate(text):
+        try:
+            async with _http_session.get(
+                'https://api.live.bilibili.com/av/v1/SuperChat/messageTranslate',
+                params={
+                    'parent_area_id': '1',
+                    'area_id': '199',
+                    'msg': text
+                }
+            ) as r:
+                if r.status != 200:
+                    logger.warning('BilibiliTranslate request failed: status=%d %s', r.status, r.reason)
+                    return None
+                data = await r.json()
+        except (aiohttp.ClientConnectionError, asyncio.TimeoutError):
+            return None
+        if data['code'] != 0:
+            logger.warning('BilibiliTranslate failed: %d %s', data['code'], data['msg'])
+            return None
+        return data['data']['message_trans']

update.py

@@ -4,7 +4,7 @@ import asyncio
 
 import aiohttp
 
-VERSION = 'v1.3.0'
+VERSION = 'v1.4.1'
 
 
 def check_update():