Commit
This commit does not belong to any branch on this repository, and may belong to a fork outside of the repository.
- Loading branch information
Showing
164 changed files
with
3,005 additions
and
233,489 deletions.
There are no files selected for viewing
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,13 @@ | ||
| # These are supported funding model platforms | ||
|
|
||
| github: [piskvorky] # Replace with up to 4 GitHub Sponsors-enabled usernames e.g., [user1, user2] | ||
| patreon: # Replace with a single Patreon username | ||
| open_collective: # Replace with a single Open Collective username | ||
| ko_fi: # Replace with a single Ko-fi username | ||
| tidelift: # Replace with a single Tidelift platform-name/package-name e.g., npm/babel | ||
| community_bridge: # Replace with a single Community Bridge project-name e.g., cloud-foundry | ||
| liberapay: # Replace with a single Liberapay username | ||
| issuehunt: # Replace with a single IssueHunt username | ||
| otechie: # Replace with a single Otechie username | ||
| custom: # Replace with up to 4 custom sponsorship URLs e.g., ['link1', 'link2'] | ||
|
|
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,86 @@ | ||
| name: Build wheels | ||
|
|
||
| on: | ||
| push: | ||
| branches: [ develop ] | ||
| pull_request: | ||
| branches: [ develop ] | ||
| schedule: | ||
| - cron: '0 0 * * sun,wed' | ||
|
|
||
| jobs: | ||
| build: | ||
| runs-on: ${{ matrix.os }} | ||
| defaults: | ||
| run: | ||
| shell: bash | ||
| strategy: | ||
| fail-fast: false | ||
| matrix: | ||
| python-version: [3.6, 3.7, 3.8] | ||
| os: [ubuntu-latest, macos-latest] | ||
| platform: [x64] | ||
| include: | ||
| - os: ubuntu-latest | ||
| python-version: 3.7 | ||
| skip-network-tests: 1 | ||
| - os: ubuntu-latest | ||
| python-version: 3.8 | ||
| skip-network-tests: 1 | ||
| - os: macos-latest | ||
| travis-os-name: osx # For multibuild | ||
| skip-network-tests: 1 | ||
| env: | ||
| PKG_NAME: gensim | ||
| REPO_DIR: gensim | ||
| BUILD_COMMIT: HEAD | ||
| PLAT: x86_64 | ||
| UNICODE_WIDTH: 32 | ||
| MB_PYTHON_VERSION: ${{ matrix.python-version }} # MB_PYTHON_VERSION is needed by Multibuild | ||
| TEST_DEPENDS: Morfessor==2.0.2a4 python-levenshtein==0.12.0 visdom==0.1.8.9 pytest mock cython nmslib pyemd testfixtures scikit-learn pyemd | ||
| DOCKER_TEST_IMAGE: multibuild/xenial_x86_64 | ||
| TRAVIS_OS_NAME: ${{ matrix.travis-os-name }} | ||
| SKIP_NETWORK_TESTS: ${{ matrix.skip-network-tests }} | ||
|
|
||
| steps: | ||
| - uses: actions/checkout@v2 | ||
| with: | ||
| submodules: recursive | ||
| fetch-depth: 0 | ||
| - name: Print environment variables | ||
| run: | | ||
| echo "PLAT: ${PLAT}" | ||
| echo "DOCKER_TEST_IMAGE: ${DOCKER_TEST_IMAGE}" | ||
| echo "TEST_DEPENDS: ${TEST_DEPENDS}" | ||
| echo "TRAVIS_OS_NAME: ${TRAVIS_OS_NAME}" | ||
| echo "SKIP_NETWORK_TESTS: ${SKIP_NETWORK_TESTS}" | ||
| - name: Set up Python ${{ matrix.python-version }} | ||
| uses: actions/setup-python@v2 | ||
| with: | ||
| python-version: ${{ matrix.python-version }} | ||
| - name: Install dependencies | ||
| run: | | ||
| python -m pip install --upgrade pip | ||
| pip install virtualenv | ||
| - name: Build and Install Wheels | ||
| run: | | ||
| echo ::group::Set up Multibuild | ||
| source multibuild/common_utils.sh | ||
| source multibuild/travis_steps.sh | ||
| source config.sh | ||
| echo ::endgroup:: | ||
| echo ::group::Before install | ||
| before_install | ||
| echo ::endgroup:: | ||
| echo ::group::Build wheel | ||
| build_wheel $REPO_DIR ${{ matrix.PLAT }} | ||
| echo ::endgroup:: | ||
| echo ::group::Install run | ||
| install_run ${{ matrix.PLAT }} | ||
| echo ::endgroup:: | ||
| - name: Upload wheels to s3://gensim-wheels | ||
| if: always() | ||
| run: | | ||
| pip install wheelhouse-uploader | ||
| ls wheelhouse/*.whl | ||
| python -m wheelhouse_uploader upload --local-folder wheelhouse/ --no-ssl-check gensim-wheels --provider S3 --no-enable-cdn |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,60 @@ | ||
| name: Tests | ||
| on: | ||
| push: | ||
| branches: [ develop ] | ||
| pull_request: | ||
| branches: [ develop ] | ||
|
|
||
| jobs: | ||
| tests: | ||
| name: ${{ matrix.name }} | ||
| runs-on: ${{ matrix.os }} | ||
| defaults: | ||
| run: | ||
| shell: bash | ||
| strategy: | ||
| fail-fast: false | ||
| matrix: | ||
| include: | ||
| - {name: Linux, python: 3.6, os: ubuntu-20.04, tox: 'flake8,flake8-docs'} | ||
| - {name: Linux, python: 3.6, os: ubuntu-20.04, tox: 'py36-linux'} | ||
| - {name: Linux, python: 3.7, os: ubuntu-20.04, tox: 'py37-linux'} | ||
| - {name: Linux, python: 3.8, os: ubuntu-20.04, tox: 'py38-linux'} | ||
| env: | ||
| TOX_PARALLEL_NO_SPINNER: 1 | ||
|
|
||
| steps: | ||
| - uses: actions/checkout@v2 | ||
| - name: Setup up Python ${{ matrix.python }} | ||
| uses: actions/setup-python@v2 | ||
| with: | ||
| python-version: ${{ matrix.python }} | ||
| - name: Update pip | ||
| run: python -m pip install -U pip | ||
|
|
||
| # | ||
| # Work-around mysterious build problem | ||
| # https://github.com/RaRe-Technologies/gensim/pull/3078/checks?check_run_id=2117914443 | ||
| # https://www.scala-sbt.org/1.x/docs/Installing-sbt-on-Linux.html | ||
| # | ||
| - name: Update sbt | ||
| run: | | ||
| echo "deb https://dl.bintray.com/sbt/debian /" | sudo tee -a /etc/apt/sources.list.d/sbt.list | ||
| curl -sL "https://keyserver.ubuntu.com/pks/lookup?op=get&search=0x2EE0EA64E40A89B84B2DF73499E82A75642AC823" | sudo apt-key add | ||
| sudo apt-get update -y | ||
| sudo apt-get install -y sbt | ||
| - name: Install tox, gdb | ||
| run: | | ||
| pip install tox | ||
| sudo apt-get update -y | ||
| sudo apt-get install -y gdb | ||
| - name: Enable core dumps | ||
| run: ulimit -c unlimited -S # enable core dumps | ||
| - name: Run tox tests | ||
| run: tox -e ${{ matrix.tox }} | ||
| - name: Collect corefile | ||
| if: ${{ failure() }} | ||
| run: | | ||
| pwd | ||
| COREFILE=$(find . -maxdepth 1 -name "core*" | head -n 1) | ||
| if [[ -f "$COREFILE" ]]; then EXECFILE=$(gdb -c "$COREFILE" -batch | grep "Core was generated" | tr -d "\`" | cut -d' ' -f5); file "$COREFILE"; gdb -c "$COREFILE" "$EXECFILE" -x continuous_integration/debug.gdb -batch; fi |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,3 @@ | ||
| [submodule "multibuild"] | ||
| path = multibuild | ||
| url = https://github.com/matthew-brett/multibuild.git |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -1,53 +1,52 @@ | ||
| sudo: false | ||
|
|
||
| cache: | ||
| apt: true | ||
| directories: | ||
| - $HOME/.cache/pip | ||
| - $HOME/.ccache | ||
| - $HOME/.pip-cache | ||
| dist: trusty | ||
| branches: | ||
| only: | ||
| - /v\d+\.\d+\.\d+/ | ||
| language: python | ||
| arch: arm64-graviton2 | ||
| dist: focal | ||
| virt: vm | ||
| group: edge | ||
| services: docker | ||
| env: | ||
| TOX_PARALLEL_NO_SPINNER: 1 | ||
|
|
||
| global: | ||
| - REPO_DIR=gensim | ||
| - BUILD_COMMIT=HEAD | ||
| - UNICODE_WIDTH=32 | ||
| - PLAT=aarch64 | ||
| - MB_ML_VER=2014 | ||
| - SKIP_NETWORK_TESTS=1 | ||
| - DOCKER_TEST_IMAGE=multibuild/xenial_arm64v8 | ||
| - BUILD_DEPENDS="numpy==1.19.2 scipy==1.5.3" | ||
| - TEST_DEPENDS="pytest mock cython nmslib pyemd testfixtures Morfessor==2.0.2a4 python-levenshtein==0.12.0 visdom==0.1.8.9 scikit-learn" | ||
|
|
||
| matrix: | ||
| include: | ||
| - python: '3.6' | ||
| env: TOXENV="flake8,flake8-docs" | ||
|
|
||
| - python: '3.8' | ||
| - os: linux | ||
| env: | ||
| - TOXENV="py38-linux" | ||
| dist: bionic | ||
|
|
||
| - python: '3.7' | ||
| - MB_PYTHON_VERSION=3.6 | ||
| - os: linux | ||
| env: | ||
| - TOXENV="py37-linux" | ||
| # The following two lines used to be necessary because Travis left files lying around in ~/.aws/, | ||
| # messing up our tests. Now fixed since https://github.com/travis-ci/travis-ci/issues/7940 | ||
| # - BOTO_CONFIG="/dev/null" | ||
| #sudo: true | ||
| dist: xenial | ||
|
|
||
| - python: '3.6' | ||
| env: TOXENV="py36-linux" | ||
|
|
||
|
|
||
| - MB_PYTHON_VERSION=3.7 | ||
| - os: linux | ||
| env: | ||
| - MB_PYTHON_VERSION=3.8 | ||
| - os: linux | ||
| env: | ||
| - MB_PYTHON_VERSION=3.9 | ||
| before_install: | ||
| - source multibuild/common_utils.sh | ||
| - source multibuild/travis_steps.sh | ||
| - before_install | ||
| install: | ||
| - pip install tox | ||
| - sudo apt-get install -y gdb | ||
|
|
||
|
|
||
| before_script: | ||
| - ulimit -c unlimited -S # enable core dumps | ||
|
|
||
|
|
||
| script: tox -vv | ||
|
|
||
|
|
||
| after_failure: | ||
| - pwd | ||
| - COREFILE=$(find . -maxdepth 1 -name "core*" | head -n 1) | ||
| - if [[ -f "$COREFILE" ]]; then EXECFILE=$(gdb -c "$COREFILE" -batch | grep "Core was generated" | tr -d "\`" | cut -d' ' -f5); file "$COREFILE"; gdb -c "$COREFILE" "$EXECFILE" -x continuous_integration/debug.gdb -batch; fi | ||
| - build_wheel $REPO_DIR $PLAT | ||
| script: | ||
| - install_run $PLAT | ||
| after_script: | ||
| - ls -laht ${TRAVIS_BUILD_DIR}/wheelhouse/ | ||
| - pip install wheelhouse-uploader | ||
| - python -m wheelhouse_uploader upload --local-folder ${TRAVIS_BUILD_DIR}/wheelhouse/ --no-ssl-check gensim-wheels --provider S3 --no-enable-cdn | ||
|
|
||
| notifications: | ||
| email: | ||
| - penkov+gensimwheels@pm.me | ||
| on_success: always | ||
| on_failure: always |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Oops, something went wrong.