update

examples/gradio_client/predict.py

@@ -0,0 +1,43 @@
+#!/usr/bin/python3
+# -*- coding: utf-8 -*-
+import argparse
+
+from gradio_client import Client, file
+
+from project_settings import project_path
+
+
+def get_args():
+    parser = argparse.ArgumentParser()
+    parser.add_argument(
+        "--filename",
+        default=(project_path / "data/test_wavs/paraformer-zh/si_chuan_hua.wav").as_posix(),
+        type=str
+    )
+    args = parser.parse_args()
+    return args
+
+
+def main():
+    args = get_args()
+
+    filename = args.filename
+
+    client = Client("https://qgyd2021-asr.hf.space/")
+    result = client.predict(
+        language="Chinese",
+        repo_id="csukuangfj/wenet-chinese-model",
+        decoding_method="greedy_search",
+        num_active_paths=4,
+        add_punctuation="Yes",
+        in_filename=file(filename),
+        api_name="/partial"
+    )
+    transcript, note = result
+    print(transcript)
+
+    return
+
+
+if __name__ == '__main__':
+    main()

server/__init__.py

@@ -1,5 +0,0 @@
-#!/usr/bin/python3
-# -*- coding: utf-8 -*-
-
-if __name__ == '__main__':
-    pass

server/asr_server/run_asr_server.py

@@ -1,49 +0,0 @@
-#!/usr/bin/python3
-# -*- coding: utf-8 -*-
-import argparse
-import logging
-import os
-import sys
-
-pwd = os.path.abspath(os.path.dirname(__file__))
-sys.path.append(os.path.join(pwd, "../../"))
-
-from flask import Flask
-from gevent import pywsgi
-
-import log
-from server.asr_server import settings
-
-log.setup(log_directory=settings.log_directory)
-
-from server.flask_server.view_func.heart_beat import heart_beat
-
-logger = logging.getLogger("server")
-
-
-# 初始化服务
-flask_app = Flask(__name__)
-flask_app.add_url_rule(rule="/HeartBeat", view_func=heart_beat, methods=["GET", "POST"], endpoint="HeartBeat")
-
-
-if __name__ == "__main__":
-    parser = argparse.ArgumentParser()
-    parser.add_argument(
-        "--port",
-        default=settings.port,
-        type=int,
-    )
-    args = parser.parse_args()
-
-    logger.info("model server is already, port: {}".format(args.port))
-
-    # flask_app.run(
-    #     host="0.0.0.0",
-    #     port=args.port,
-    # )
-
-    server = pywsgi.WSGIServer(
-        listener=("0.0.0.0", args.port),
-        application=flask_app
-    )
-    server.serve_forever()

server/asr_server/settings.py

@@ -1,12 +0,0 @@
-#!/usr/bin/python3
-# -*- coding: utf-8 -*-
-from project_settings import project_path
-
-log_directory = project_path / "server/train_model_server/logs"
-log_directory.mkdir(parents=True, exist_ok=True)
-
-port = 9527
-
-
-if __name__ == "__main__":
-    pass

server/asr_server/start.sh

@@ -1,7 +0,0 @@
-#!/usr/bin/env bash
-
-export LD_LIBRARY_PATH=$LD_LIBRARY_PATH:/usr/local/lib/python3.8/site-packages/k2/lib/
-
-rm -rf logs/
-
-python3 run_asr_server.py

server/asr_server/stop.sh

@@ -1,3 +0,0 @@
-#!/usr/bin/env bash
-
-kill -9 `ps -aef | grep 'run_asr_server.py' | grep -v grep | awk '{print $2}'`

server/exception.py

@@ -1,8 +0,0 @@
-
-
-class ExpectedError(Exception):
-    def __init__(self, status_code, message, traceback="", detail=""):
-        self.status_code = status_code
-        self.message = message
-        self.traceback = traceback
-        self.detail = detail

server/flask_server/route_wrap/common_route_wrap.py

@@ -1,77 +0,0 @@
-import logging
-import time
-import traceback
-
-import jsonschema
-
-from server.exception import ExpectedError
-from toolbox.logging.misc import json_2_str
-
-logger = logging.getLogger('server')
-
-
-result_schema = {
-    'type': 'object',
-    'required': ['result', 'debug'],
-    'properties': {
-        'result': {},
-        'debug': {}
-    },
-    'additionalProperties': False
-
-}
-
-
-def common_route_wrap(f):
-    def inner(*args, **kwargs):
-        begin = time.time()
-        try:
-            ret = f(*args, **kwargs)
-            try:
-                jsonschema.validate(ret, result_schema)
-                debug = ret['debug']
-                result = ret['result']
-            except jsonschema.exceptions.ValidationError as e:
-                debug = None
-                result = ret
-
-            response = {
-                'status_code': 60200,
-                'result': result,
-                'debug': debug,
-                'message': 'success',
-                'detail': None
-            }
-            status_code = 200
-        except ExpectedError as e:
-            response = {
-                'status_code': e.status_code,
-                'result': None,
-                'message': e.message,
-                'detail': e.detail,
-                'traceback': e.traceback,
-            }
-            status_code = 400
-
-        except Exception as e:
-            response = {
-                'status_code': 60500,
-                'result': None,
-                'message': str(e),
-                'detail': None,
-                'traceback': traceback.format_exc(),
-            }
-            status_code = 500
-
-        cost = time.time() - begin
-        response['time_cost'] = round(cost, 4)
-
-        abstract_response = json_2_str(response)
-        if 'traceback' in response:
-            abstract_response['traceback'] = response['traceback']
-
-        logger.info('response: {}'.format(abstract_response))
-        # logger.info('response: {}'.format(json.dumps(response, ensure_ascii=False)))
-
-        return response, status_code
-    return inner

server/flask_server/view_func/__init__.py

@@ -1,6 +0,0 @@
-#!/usr/bin/python3
-# -*- coding: utf-8 -*-
-
-
-if __name__ == '__main__':
-    pass

server/flask_server/view_func/heart_beat.py

@@ -1,8 +0,0 @@
-# -*- encoding=UTF-8 -*-
-from server.flask_server.route_wrap.common_route_wrap import common_route_wrap
-
-
-@common_route_wrap
-def heart_beat():
-    # curl -X POST http://127.0.0.1:9527/HeartBeat
-    return "OK"

server/log.py

@@ -1,110 +0,0 @@
-#!/usr/bin/python3
-# -*- coding: utf-8 -*-
-import logging
-from logging.handlers import TimedRotatingFileHandler
-import os
-
-
-def setup(log_directory: str):
-    fmt = "%(asctime)s - %(name)s - %(levelname)s  %(filename)s:%(lineno)d >  %(message)s"
-
-    stream_handler = logging.StreamHandler()
-    stream_handler.setLevel(logging.INFO)
-    stream_handler.setFormatter(logging.Formatter(fmt))
-
-    # main
-    main_logger = logging.getLogger("main")
-    main_logger.addHandler(stream_handler)
-    main_info_file_handler = TimedRotatingFileHandler(
-        filename=os.path.join(log_directory, "main.log"),
-        encoding="utf-8",
-        when="midnight", 
-        interval=1, 
-        backupCount=30
-    )
-    main_info_file_handler.setLevel(logging.INFO)
-    main_info_file_handler.setFormatter(logging.Formatter(fmt))
-    main_logger.addHandler(main_info_file_handler)
-
-    # http
-    http_logger = logging.getLogger("http")
-    http_file_handler = TimedRotatingFileHandler(
-        filename=os.path.join(log_directory, "http.log"),
-        encoding='utf-8',
-        when="midnight",
-        interval=1,
-        backupCount=30
-    )
-    http_file_handler.setLevel(logging.DEBUG)
-    http_file_handler.setFormatter(logging.Formatter(fmt))
-    http_logger.addHandler(http_file_handler)
-
-    # api
-    api_logger = logging.getLogger("api")
-    api_file_handler = TimedRotatingFileHandler(
-        filename=os.path.join(log_directory, "api.log"),
-        encoding='utf-8',
-        when="midnight",
-        interval=1,
-        backupCount=30
-    )
-    api_file_handler.setLevel(logging.DEBUG)
-    api_file_handler.setFormatter(logging.Formatter(fmt))
-    api_logger.addHandler(api_file_handler)
-
-    # alarm
-    alarm_logger = logging.getLogger("alarm")
-    alarm_file_handler = TimedRotatingFileHandler(
-        filename=os.path.join(log_directory, "alarm.log"),
-        encoding="utf-8",
-        when="midnight",
-        interval=1,
-        backupCount=30
-    )
-    alarm_file_handler.setLevel(logging.DEBUG)
-    alarm_file_handler.setFormatter(logging.Formatter(fmt))
-    alarm_logger.addHandler(alarm_file_handler)
-
-    debug_file_handler = TimedRotatingFileHandler(
-        filename=os.path.join(log_directory, "debug.log"),
-        encoding="utf-8",
-        when="D",
-        interval=1,
-        backupCount=7
-    )
-    debug_file_handler.setLevel(logging.DEBUG)
-    debug_file_handler.setFormatter(logging.Formatter(fmt))
-
-    info_file_handler = TimedRotatingFileHandler(
-        filename=os.path.join(log_directory, "info.log"),
-        encoding="utf-8",
-        when="D",
-        interval=1,
-        backupCount=7
-    )
-    info_file_handler.setLevel(logging.INFO)
-    info_file_handler.setFormatter(logging.Formatter(fmt))
-
-    error_file_handler = TimedRotatingFileHandler(
-        filename=os.path.join(log_directory, "error.log"),
-        encoding="utf-8",
-        when="D",
-        interval=1,
-        backupCount=7
-    )
-    error_file_handler.setLevel(logging.ERROR)
-    error_file_handler.setFormatter(logging.Formatter(fmt))
-
-    logging.basicConfig(
-        level=logging.DEBUG,
-        datefmt="%a, %d %b %Y %H:%M:%S",
-        handlers=[
-            debug_file_handler,
-            info_file_handler,
-            error_file_handler,
-        ]
-    )
-
-
-if __name__ == "__main__":
-    pass