尽管已确认已安装 Python 脚本，但仍找不到 Github Workflow 安装的模块

时间：2021-04-26 19:46:16

标签： python macos cmake pip github-actions

我有一个使用 CMake 构建的 C++ 库，它使用从 https://www.dnd5eapi.co/ 中提取的数据。为此，我有一个 Python 脚本，它使用请求运行和拉取数据。

import os
import json
import requests

if __name__ == "__main__":
    pulls = ["backgrounds",
             "classes",
             "equipment-categories/armor",
             "equipment-categories/weapon",
             "races",
             "subclasses"]

    gets = {}

    for item in pulls:
        with requests.get("https://www.dnd5eapi.co/api/" + item) as jsonurl:
            gets[item] = jsonurl.json()

    for item in gets:
        if not os.path.exists(item):
            os.makedirs(item)

        with open(item + "/" + item.split("/")[-1] + ".json", "w") as super_f:
            super_f.write(json.dumps(gets[item]))

        for it in gets[item]["equipment" if "equipment" in gets[item] else "results"]:
            if "url" in it:
                with requests.get("https://www.dnd5eapi.co" + it["url"]) as jsonurl:
                    with open(item + "/" + jsonurl.json()["index"] + ".json", "w") as f:
                        f.write(json.dumps(jsonurl.json()))

我已经确认它在不止一台机器上运行并抓取数据。为了测试我的库，我使用 GitHub CMake 工作流来自动构建和测试代码。如果指定了该选项，我将运行 CMakeLists.txt 中的 Python 代码。

option(PULL_DATA "Pull the API data from 5e API" OFF)

if (PULL_DATA)
    find_package(Python REQUIRED)

    if (EXISTS "${CMAKE_SOURCE_DIR}/data/apipull.py")
        message("-- Found API Script: ${CMAKE_SOURCE_DIR}/data/apipull.py")
        execute_process(COMMAND ${Python_EXECUTABLE} apipull.py
                WORKING_DIRECTORY ${CMAKE_SOURCE_DIR}/data/
                RESULT_VARIABLE outt
                )

        if(NOT ${outt} EQUAL 0)
            message(FATAL_ERROR "-- API Data script did not complete successfully!")
        endif ()

        message("-- Script output: ${outt}")
        message("-- API Script Finished")
    else ()
        message(FATAL_ERROR "-- Cannot find script to pull API data!")
    endif ()

    execute_process(COMMAND pip show requests
            RESULT_VARIABLE ecode
            OUTPUT_QUIET
            )

    if (NOT ${ecode} EQUAL 0)
        message(FATAL_ERROR "-- Cannot find Python module \"requests\". Please install the requirements.txt or set INSTALL_REQ to true.")
    endif ()

    message("-- Found required Python modules")
endif ()

这适用于我的机器，以及带有 GitHub Actions 的 ubuntu-latest 操作系统。当我尝试在 macos-latest 上构建时，问题就开始了，因为 requests 没有自动安装。为了解决这个问题，我设置了 Python 版本并使用 cmake.yml 安装了所有依赖项。相关部分是：

name: CMake

on: [push]

env:
  # Customize the CMake build type here (Release, Debug, RelWithDebInfo, etc.)
  BUILD_TYPE: Release

jobs:
  build:
    # The CMake configure and build commands are platform agnostic and should work equally
    # well on Windows or Mac.  You can convert this to a matrix build if you need
    # cross-platform coverage.
    # See: https://docs.github.com/en/free-pro-team@latest/actions/learn-github-actions/managing-complex-workflows#using-a-build-matrix
    runs-on: ${{ matrix.os }}
    strategy:
      matrix:
        os: [ubuntu-latest, macos-latest]
        python-version: [3.8]

    steps:
    - uses: actions/checkout@v2

    - name: Set up Python ${{ matrix.python-version }}
      # Allows us to test a wide range of Python versions
      # This is to ensure full spectrum testing
      uses: actions/setup-python@v2

    - name: Install dependencies
      # This installs our dependencies so it can automatically be built in testing
      # Normally the user would run Python to ensure the data exists
      run: |
        python -m pip install --upgrade pip
        python -m pip install requests

我也将其设置为 3.5-3.8，但没有任何效果。我尝试了使用 pip 的不同配置，但没有任何反应。我可以通过查看日志确认 requests 已安装

Requirement already satisfied: pip in /Users/runner/hostedtoolcache/Python/3.9.4/x64/lib/python3.9/site-packages (21.0.1)
Collecting pip
  Downloading pip-21.1-py3-none-any.whl (1.5 MB)
Installing collected packages: pip
  Attempting uninstall: pip
    Found existing installation: pip 21.0.1
    Uninstalling pip-21.0.1:
      Successfully uninstalled pip-21.0.1
Successfully installed pip-21.1
WARNING: Value for scheme.headers does not match. Please report this to <https://github.com/pypa/pip/issues/9617>
distutils: /Users/runner/hostedtoolcache/Python/3.9.4/x64/include/python3.9/UNKNOWN
sysconfig: /Users/runner/hostedtoolcache/Python/3.9.4/x64/include/python3.9
WARNING: Additional context:
user = False
home = None
root = None
prefix = None
Collecting requests
  Downloading requests-2.25.1-py2.py3-none-any.whl (61 kB)
Collecting chardet<5,>=3.0.2
  Downloading chardet-4.0.0-py2.py3-none-any.whl (178 kB)
Collecting urllib3<1.27,>=1.21.1
  Downloading urllib3-1.26.4-py2.py3-none-any.whl (153 kB)
Collecting idna<3,>=2.5
  Downloading idna-2.10-py2.py3-none-any.whl (58 kB)
Collecting certifi>=2017.4.17
  Using cached certifi-2020.12.5-py2.py3-none-any.whl (147 kB)
Installing collected packages: urllib3, idna, chardet, certifi, requests
WARNING: Value for scheme.headers does not match. Please report this to <https://github.com/pypa/pip/issues/9617>
distutils: /Users/runner/hostedtoolcache/Python/3.9.4/x64/include/python3.9/UNKNOWN
sysconfig: /Users/runner/hostedtoolcache/Python/3.9.4/x64/include/python3.9
WARNING: Additional context:
user = False
home = None
root = None
prefix = None
Successfully installed certifi-2020.12.5 chardet-4.0.0 idna-2.10 requests-2.25.1 urllib3-1.26.4

但我还是明白

-- The CXX compiler identification is AppleClang 12.0.0.12000032
-- Detecting CXX compiler ABI info
-- Detecting CXX compiler ABI info - done
-- Check for working CXX compiler: /Applications/Xcode_12.4.app/Contents/Developer/Toolchains/XcodeDefault.xctoolchain/usr/bin/c++ - skipped
-- Detecting CXX compile features
-- Detecting CXX compile features - done
-- Found Python: /usr/local/Frameworks/Python.framework/Versions/3.9/bin/python3.9 (found version "3.9.4") found components: Interpreter 
-- Found API Script: /Users/runner/work/libeztp/libeztp/data/apipull.py
Traceback (most recent call last):
  File "/Users/runner/work/libeztp/libeztp/data/apipull.py", line 3, in <module>
    import requests
ModuleNotFoundError: No module named 'requests'
CMake Error at CMakeLists.txt:51 (message):
  -- API Data script did not complete successfully!


-- Configuring incomplete, errors occurred!
See also "/Users/runner/work/libeztp/libeztp/build/CMakeFiles/CMakeOutput.log".
Error: Process completed with exit code 1.

每次。有没有人可以提供任何帮助来解释为什么会发生这种情况？我确实感到困惑，因为我认为未导入模块的原因为零。

1 个答案:

答案 0 :(得分：0)

事实证明，在带有 GitHub Actions 的 MacOS 上，安装了多个 python 解释器，而 CMake 没有找到系统版本。在运行 CMake 配置之前，我通过将 python -m pip list 添加到我的 cmake.yml 中发现了这一点。这给了我 GitHub Actions 使用的 Python 位置：/Users/runner/hostedtoolcache/Python/3.9.4/x64，但 CMake 正在 /usr/local/Frameworks/Python.framework/Versions/3.9/bin/python3.9 找到解释器。所以我改变了 CMakeLists.txt from

execute_process(COMMAND ${Python_EXECUTABLE} apipull.py
                WORKING_DIRECTORY ${CMAKE_SOURCE_DIR}/data/
                RESULT_VARIABLE outt
                )

到

execute_process(COMMAND python apipull.py
                WORKING_DIRECTORY ${CMAKE_SOURCE_DIR}/data/
                RESULT_VARIABLE outt
                )

现在一切都运行得很完美！

相关问题
最新问题