[BE-375]修复 pytest 测试内存使用过大的问题

shinny-hongyan · shinny-hongyan · commit 17e3089b806d · 2020-07-07T09:33:21.000+08:00
diff --git a/.github/workflows/ci-linux-py3.6-x64.yml b/.github/workflows/ci-linux-py3.6-x64.yml
@@ -65,16 +65,16 @@ jobs:
       run: |
         git lfs install
         git lfs pull
-        python -m pip install --upgrade pip wheel setuptools pytest
+        python -m pip install --upgrade pip wheel setuptools pytest pytest-rerunfailures memory_profiler
         python -m pip install -r requirements.txt
 
     - name: Run test case
       timeout-minutes: 60
       shell: bash
       run: |
         mkdir -p ${{ env.TESTLOGPATH }}
-        python -W ignore::DeprecationWarning -m pytest --no-print-logs \
-          --log-level=DEBUG \
+        python -W ignore::DeprecationWarning -m pytest --show-capture=no \
+          --log-level=ERROR \
           --log-file=${{ env.TESTLOGPATH }}${{ env.TESTLOGNAME }}.log
 
     - name: Upload log to artifact
diff --git a/.github/workflows/ci-linux-py3.7-x64.yml b/.github/workflows/ci-linux-py3.7-x64.yml
@@ -65,16 +65,16 @@ jobs:
       run: |
         git lfs install
         git lfs pull
-        python -m pip install --upgrade pip wheel setuptools pytest
+        python -m pip install --upgrade pip wheel setuptools pytest pytest-rerunfailures memory_profiler
         python -m pip install -r requirements.txt
 
     - name: Run test case
       timeout-minutes: 60
       shell: bash
       run: |
         mkdir -p ${{ env.TESTLOGPATH }}
-        python -W ignore::DeprecationWarning -m pytest --no-print-logs \
-          --log-level=DEBUG \
+        python -W ignore::DeprecationWarning -m pytest --show-capture=no \
+          --log-level=ERROR \
           --log-file=${{ env.TESTLOGPATH }}${{ env.TESTLOGNAME }}.log
 
     - name: Upload log to artifact
diff --git a/.github/workflows/ci-linux-py3.8-x64.yml b/.github/workflows/ci-linux-py3.8-x64.yml
@@ -65,16 +65,16 @@ jobs:
       run: |
         git lfs install
         git lfs pull
-        python -m pip install --upgrade pip wheel setuptools pytest
+        python -m pip install --upgrade pip wheel setuptools pytest pytest-rerunfailures memory_profiler
         python -m pip install -r requirements.txt
 
     - name: Run test case
       timeout-minutes: 60
       shell: bash
       run: |
         mkdir -p ${{ env.TESTLOGPATH }}
-        python -W ignore::DeprecationWarning -m pytest --no-print-logs \
-          --log-level=DEBUG \
+        python -W ignore::DeprecationWarning -m pytest --show-capture=no \
+          --log-level=ERROR \
           --log-file=${{ env.TESTLOGPATH }}${{ env.TESTLOGNAME }}.log
 
     - name: Upload log to artifact
diff --git a/.github/workflows/ci-macos-py3.6-x64.yml b/.github/workflows/ci-macos-py3.6-x64.yml
@@ -65,16 +65,16 @@ jobs:
       run: |
         git lfs install
         git lfs pull
-        python -m pip install --upgrade pip wheel setuptools pytest
+        python -m pip install --upgrade pip wheel setuptools pytest pytest-rerunfailures memory_profiler
         python -m pip install -r requirements.txt
 
     - name: Run test case
       timeout-minutes: 60
       shell: bash
       run: |
         mkdir -p ${{ env.TESTLOGPATH }}
-        python -W ignore::DeprecationWarning -m pytest --no-print-logs \
-          --log-level=DEBUG \
+        python -W ignore::DeprecationWarning -m pytest --show-capture=no \
+          --log-level=ERROR \
           --log-file=${{ env.TESTLOGPATH }}${{ env.TESTLOGNAME }}.log
 
     - name: Upload log to artifact
diff --git a/.github/workflows/ci-macos-py3.7-x64.yml b/.github/workflows/ci-macos-py3.7-x64.yml
@@ -65,16 +65,16 @@ jobs:
       run: |
         git lfs install
         git lfs pull
-        python -m pip install --upgrade pip wheel setuptools pytest
+        python -m pip install --upgrade pip wheel setuptools pytest pytest-rerunfailures memory_profiler
         python -m pip install -r requirements.txt
 
     - name: Run test case
       timeout-minutes: 60
       shell: bash
       run: |
         mkdir -p ${{ env.TESTLOGPATH }}
-        python -W ignore::DeprecationWarning -m pytest --no-print-logs \
-          --log-level=DEBUG \
+        python -W ignore::DeprecationWarning -m pytest --show-capture=no \
+          --log-level=ERROR \
           --log-file=${{ env.TESTLOGPATH }}${{ env.TESTLOGNAME }}.log
 
     - name: Upload log to artifact
diff --git a/.github/workflows/ci-macos-py3.8-x64.yml b/.github/workflows/ci-macos-py3.8-x64.yml
@@ -65,16 +65,16 @@ jobs:
       run: |
         git lfs install
         git lfs pull
-        python -m pip install --upgrade pip wheel setuptools pytest
+        python -m pip install --upgrade pip wheel setuptools pytest pytest-rerunfailures memory_profiler
         python -m pip install -r requirements.txt
 
     - name: Run test case
       timeout-minutes: 60
       shell: bash
       run: |
         mkdir -p ${{ env.TESTLOGPATH }}
-        python -W ignore::DeprecationWarning -m pytest --no-print-logs \
-          --log-level=DEBUG \
+        python -W ignore::DeprecationWarning -m pytest --show-capture=no \
+          --log-level=ERROR \
           --log-file=${{ env.TESTLOGPATH }}${{ env.TESTLOGNAME }}.log
 
     - name: Upload log to artifact
diff --git a/.github/workflows/ci-win-3.6-x64.yml b/.github/workflows/ci-win-3.6-x64.yml
@@ -66,16 +66,16 @@ jobs:
       run: |
         git lfs install
         git lfs pull
-        python -m pip install --upgrade pip wheel setuptools pytest
+        python -m pip install --upgrade pip wheel setuptools pytest pytest-rerunfailures memory_profiler
         python -m pip install -r requirements.txt
 
     - name: Run test case
       timeout-minutes: 60
       shell: bash
       run: |
         mkdir -p ${{ env.TESTLOGPATH }}
-        python -W ignore::DeprecationWarning -m pytest --no-print-logs \
-          --log-level=DEBUG \
+        python -W ignore::DeprecationWarning -m pytest --show-capture=no \
+          --log-level=ERROR \
           --log-file=${{ env.TESTLOGPATH }}${{ env.TESTLOGNAME }}.log
 
     - name: Upload log to artifact
diff --git a/.github/workflows/ci-win-3.6-x86.yml b/.github/workflows/ci-win-3.6-x86.yml
@@ -66,16 +66,16 @@ jobs:
       run: |
         git lfs install
         git lfs pull
-        python -m pip install --upgrade pip wheel setuptools pytest
+        python -m pip install --upgrade pip wheel setuptools pytest pytest-rerunfailures memory_profiler
         python -m pip install -r requirements.txt
 
     - name: Run test case
       timeout-minutes: 60
       shell: bash
       run: |
         mkdir -p ${{ env.TESTLOGPATH }}
-        python -W ignore::DeprecationWarning -m pytest --no-print-logs \
-          --log-level=DEBUG \
+        python -W ignore::DeprecationWarning -m pytest --show-capture=no \
+          --log-level=ERROR \
           --log-file=${{ env.TESTLOGPATH }}${{ env.TESTLOGNAME }}.log
 
     - name: Upload log to artifact
diff --git a/.github/workflows/ci-win-3.7-x64.yml b/.github/workflows/ci-win-3.7-x64.yml
@@ -66,16 +66,16 @@ jobs:
       run: |
         git lfs install
         git lfs pull
-        python -m pip install --upgrade pip wheel setuptools pytest
+        python -m pip install --upgrade pip wheel setuptools pytest pytest-rerunfailures memory_profiler
         python -m pip install -r requirements.txt
 
     - name: Run test case
       timeout-minutes: 60
       shell: bash
       run: |
         mkdir -p ${{ env.TESTLOGPATH }}
-        python -W ignore::DeprecationWarning -m pytest --no-print-logs \
-          --log-level=DEBUG \
+        python -W ignore::DeprecationWarning -m pytest --show-capture=no \
+          --log-level=ERROR \
           --log-file=${{ env.TESTLOGPATH }}${{ env.TESTLOGNAME }}.log
 
     - name: Upload log to artifact
diff --git a/.github/workflows/ci-win-3.7-x86.yml b/.github/workflows/ci-win-3.7-x86.yml
@@ -66,16 +66,16 @@ jobs:
       run: |
         git lfs install
         git lfs pull
-        python -m pip install --upgrade pip wheel setuptools pytest
+        python -m pip install --upgrade pip wheel setuptools pytest pytest-rerunfailures memory_profiler
         python -m pip install -r requirements.txt
 
     - name: Run test case
       timeout-minutes: 60
       shell: bash
       run: |
         mkdir -p ${{ env.TESTLOGPATH }}
-        python -W ignore::DeprecationWarning -m pytest --no-print-logs \
-          --log-level=DEBUG \
+        python -W ignore::DeprecationWarning -m pytest --show-capture=no \
+          --log-level=ERROR \
           --log-file=${{ env.TESTLOGPATH }}${{ env.TESTLOGNAME }}.log
 
     - name: Upload log to artifact
diff --git a/.github/workflows/ci-win-3.8-x64.yml b/.github/workflows/ci-win-3.8-x64.yml
@@ -66,16 +66,16 @@ jobs:
       run: |
         git lfs install
         git lfs pull
-        python -m pip install --upgrade pip wheel setuptools pytest
+        python -m pip install --upgrade pip wheel setuptools pytest pytest-rerunfailures memory_profiler
         python -m pip install -r requirements.txt
 
     - name: Run test case
       timeout-minutes: 60
       shell: bash
       run: |
         mkdir -p ${{ env.TESTLOGPATH }}
-        python -W ignore::DeprecationWarning -m pytest --no-print-logs \
-          --log-level=DEBUG \
+        python -W ignore::DeprecationWarning -m pytest --show-capture=no \
+          --log-level=ERROR \
           --log-file=${{ env.TESTLOGPATH }}${{ env.TESTLOGNAME }}.log
 
     - name: Upload log to artifact
diff --git a/.github/workflows/ci-win-3.8-x86.yml b/.github/workflows/ci-win-3.8-x86.yml
@@ -66,16 +66,16 @@ jobs:
       run: |
         git lfs install
         git lfs pull
-        python -m pip install --upgrade pip wheel setuptools pytest
+        python -m pip install --upgrade pip wheel setuptools pytest pytest-rerunfailures memory_profiler
         python -m pip install -r requirements.txt
 
     - name: Run test case
       timeout-minutes: 60
       shell: bash
       run: |
         mkdir -p ${{ env.TESTLOGPATH }}
-        python -W ignore::DeprecationWarning -m pytest --no-print-logs \
-          --log-level=DEBUG \
+        python -W ignore::DeprecationWarning -m pytest --show-capture=no \
+          --log-level=ERROR \
           --log-file=${{ env.TESTLOGPATH }}${{ env.TESTLOGNAME }}.log
 
     - name: Upload log to artifact
diff --git a/tqsdk/test/api/helper.py b/tqsdk/test/api/helper.py
@@ -10,7 +10,6 @@
 import websockets
 from aiohttp import web
 
-
 class MockInsServer():
     def __init__(self, port):
         self.loop = asyncio.new_event_loop()
diff --git a/tqsdk/test/api/test_backtest.py b/tqsdk/test/api/test_backtest.py
@@ -7,6 +7,7 @@
 import unittest
 import random
 import datetime
+from memory_profiler import memory_usage
 from tqsdk import TqApi, TqBacktest, BacktestFinished, utils
 from tqsdk.test.api.helper import MockServer, MockInsServer
 
@@ -32,36 +33,41 @@ def tearDown(self):
         self.ins.close()
 
     def test_backtest(self):
-        """
-        回测耗时测试
-        """
-        # 预设服务器端响应
-        dir_path = os.path.dirname(os.path.realpath(__file__))
-        log_path = os.path.join(dir_path, "log_file", "test_backtest.script.lzma")
-        times = []
-        for i in range(1):
-            mock = MockServer()
-            md_url = "ws://127.0.0.1:5100/"
-            td_url = "ws://127.0.0.1:5200/"
-            mock.run(log_path)
-            utils.RD = random.Random(4)
-            try:
-                start = datetime.datetime.now()
-                backtest = TqBacktest(start_dt=datetime.datetime(2019, 8, 10), end_dt=datetime.datetime(2019, 9, 11))
-                api = TqApi(backtest=backtest, _ins_url=self.ins_url_2019_07_03, _md_url=md_url, _td_url=td_url)
-                symbol = "DCE.m2005"
-                klines = api.get_kline_serial(symbol, duration_seconds=60)
-                while True:
-                    api.wait_update()
-            except BacktestFinished:
-                delta = datetime.datetime.now() - start
-                self.assertLess(delta.seconds, 60)
-                times.append(delta.seconds + delta.microseconds * 1e-6)
-                # print(delta.seconds + delta.microseconds * 1e-6)
-                api.close()
-                mock.close()
-        print(times)
-        print(sum(times))
+        def backtest():
+            """
+            回测耗时测试
+            """
+            # 预设服务器端响应
+            dir_path = os.path.dirname(os.path.realpath(__file__))
+            log_path = os.path.join(dir_path, "log_file", "test_backtest.script.lzma")
+            times = []
+            for i in range(20):
+                mock = MockServer()
+                md_url = "ws://127.0.0.1:5100/"
+                td_url = "ws://127.0.0.1:5200/"
+                mock.run(log_path)
+                utils.RD = random.Random(4)
+                try:
+                    start = datetime.datetime.now()
+                    backtest = TqBacktest(start_dt=datetime.datetime(2019, 8, 10), end_dt=datetime.datetime(2019, 9, 11))
+                    api = TqApi(backtest=backtest, _ins_url=self.ins_url_2019_07_03, _md_url=md_url, _td_url=td_url)
+                    symbol = "DCE.m2005"
+                    klines = api.get_kline_serial(symbol, duration_seconds=60)
+                    while True:
+                        api.wait_update()
+                except BacktestFinished:
+                    delta = datetime.datetime.now() - start
+                    self.assertLess(delta.seconds, 60)
+                    times.append(delta.seconds + delta.microseconds * 1e-6)
+                    # print(delta.seconds + delta.microseconds * 1e-6)
+                    api.close()
+                    mock.close()
+
+            print(times)
+            print(sum(times))
+        peakmemory = max(memory_usage(proc=backtest))
+        self.assertLess(peakmemory, 1.5 * 1024) #内存使用不超过 1.5 GB
+
         # ========== 修改前 ============
         # [20.058858, 18.350247, 19.814365, 19.169111, 18.58476, 18.734992, 18.637698, 18.527309, 18.654314, 18.652076]
         # 189.18373
diff --git a/tqsdk/test/conftest.py b/tqsdk/test/conftest.py
@@ -0,0 +1,14 @@
+#!/usr/bin/env python
+# -*- coding: utf-8 -*-
+__time__ = '2020/6/20 11:45'
+__author__ = 'Hong Yan'
+
+import pytest
+import logging
+from _pytest.logging import LogCaptureHandler
+
+@pytest.fixture(autouse=True)
+def monkey_logging_emit():
+    def mock_emit(self, record: logging.LogRecord) -> None:
+        logging.StreamHandler.emit(self, record)
+    LogCaptureHandler.emit = mock_emit
diff --git a/tqsdk/test/demo/test_web.py b/tqsdk/test/demo/test_web.py
@@ -12,6 +12,7 @@
 import threading
 import time
 import unittest
+import pytest
 
 from selenium import webdriver
 from selenium.webdriver.chrome.options import Options as ChromeOptions
@@ -37,6 +38,7 @@ def run_tianqin_code(port, queue):
     except Exception as e:
         api.close()
 
+@pytest.mark.flaky(reruns=3)
 class WebTestOnChrome(unittest.TestCase):
 
     def setUp(self) -> None:
@@ -69,7 +71,7 @@ def test_on_linux(self):
     def test_on_macos(self):
         run_for_driver(webdriver.Chrome(options=self.chrome_options), self)
 
-
+@pytest.mark.flaky(reruns=3)
 class WebTestOnFirefox(unittest.TestCase):
 
     def setUp(self) -> None:
