new feature: weibo poller

config_sample.py

@@ -43,4 +43,5 @@
     # 'setu',
     'translate',
     # 'twitter',
+    # 'weibo'
 }

hoshino/modules/weibo/__init__.py

@@ -0,0 +1,78 @@
+from .weibo import WeiboSpider
+from hoshino.service import Service, Privilege as Priv
+from hoshino.res import R
+from hoshino import util
+
+'''
+sample config.json
+
+[{
+    "service_name": "bcr-weibo",
+    "enable_on_default": true,
+    "users":[{
+        "user_id": "6603867494",
+        "filter": true
+    }]
+
+}]
+'''
+def _load_config(services_config):
+    for sv_config in services_config:
+        sv.logger.debug(sv_config)
+        service_name = sv_config["service_name"]
+        enable_on_default = sv_config.get("enable_on_default", False)
+        users_config = sv_config["users"]
+
+        sv_spider_list = []
+        for user_config in users_config:
+            wb_spider = WeiboSpider(user_config)
+            sv_spider_list.append(wb_spider)
+
+        subService = Service(service_name, enable_on_default=enable_on_default)
+        subr_dic[service_name] = {"service": subService, "spiders": sv_spider_list}
+
+
+sv = Service('weibo-poller', use_priv=Priv.ADMIN, manage_priv=Priv.SUPERUSER, visible=False)
+services_config = util.load_config(__file__)
+subr_dic = {}
+_load_config(services_config)
+
+def wb_to_message(wb):
+    msg = f'@{wb["screen_name"]}:\n{wb["text"]}'
+    if sv.bot.config.IS_CQPRO and len(wb["pics"]) > 0:
+        images_url = wb["pics"]
+        msg = f'{msg}\n'
+        res_imgs = [R.remote_img(url).cqcode for url in images_url]
+        for img in res_imgs:
+            msg = f'{msg}{img}'
+    if len(wb["video_url"]) > 0:
+        videos = wb["video_url"]
+        res_videos = ';'.join(videos)
+        msg = f'{msg}\n视频链接：{res_videos}'
+    return msg
+
+@sv.scheduled_job('interval', seconds=20*60)
+async def weibo_poller():
+    for sv_name, serviceObj in subr_dic.items():
+        weibos = []
+        ssv = serviceObj["service"]
+        spiders = serviceObj["spiders"]
+        for spider in spiders:
+            latest_weibos = await spider.get_latest_weibos()
+            formatted_weibos = [wb_to_message(wb) for wb in latest_weibos]
+
+            if l := len(formatted_weibos):
+                sv.logger.info(f"成功获取@{spider.get_username()}的新微博{l}条")
+            else:
+                sv.logger.info(f"未检测到@{spider.get_username()}的新微博")
+
+            weibos.extend(formatted_weibos)
+        await ssv.broadcast(weibos, ssv.name, 0.5)
+
+@sv.scheduled_job('interval', seconds=60*60*24)
+async def clear_spider_buffer():
+    sv.logger.info("Clearing weibo spider buffer...")
+    for sv_name, serviceObj in subr_dic.items():
+        spiders = serviceObj["spiders"]
+        for spider in spiders:
+            spider.clear_buffer()

hoshino/modules/weibo/exception.py

@@ -0,0 +1,21 @@
+class WeiboError(Exception):
+    def __init__(self, msg, *msgs):
+        self._msgs = [msg, *msgs]
+
+    def __str__(self):
+        return '\n'.join(self._msgs)
+
+    @property
+    def message(self):
+        return str(self)
+
+    def append(self, msg:str):
+        self._msgs.append(msg)
+
+
+class ParseError(WeiboError):
+    pass
+
+
+class NotFoundError(WeiboError):
+    pass