ubuntu 安装 towhee

安装Towhee

pip3 install towhee

如果你想在 towhee 中安装模型

pip3 install towhee.models

打开python终端

python3

引入towhee

数据转换是 Towhee 的核心；管道只是在有向无环图中连接在一起的一系列转换。所有预构建的 Towhee 管道都有代表当前任务的名称。

from towhee import AutoPipes

声明一个 sentence_embedding 的管道

p = AutoPipes.pipeline('sentence_embedding')

运行管道，获取向量值

output = p('Hello World.').get()

打印向量值

print(output)

完整例子

sunyuhua@sunyuhua-HKF-WXX:~$ python3
Python 3.10.12 (main, Jun 11 2023, 05:26:28) [GCC 11.4.0] on linux
Type "help", "copyright", "credits" or "license" for more information.
>>> from towhee import AutoPipes
>>> p= AutoPipes.pipeline('sentence_embedding')
Downloading https://towhee.io/sentence-embedding/transformers/resolve/bran
Downloading https://towhee.io/sentence-embedding/transformers/resolve/bran
Downloading https://towhee.io/sentence-embedding/transformers/resolve/bran
Downloading https://towhee.io/sentence-embedding/transformers/resolve/bran
Downloading https://towhee.io/sentence-embedding/transformers/resolve/bran
Downloading https://towhee.io/sentence-embedding/transformers/resolve/bran
Downloading https://towhee.io/sentence-embedding/transformers/resolve/bran
Downloading https://towhee.io/sentence-embedding/transformers/resolve/bran
Downloading https://towhee.io/sentence-embedding/transformers/resolve/bran
Downloading https://towhee.io/sentence-embedding/transformers/resolve/bran
Downloading https://towhee.io/sentence-embedding/transformers/resolve/bran
Downloading https://towhee.io/sentence-embedding/transformers/resolve/bran
Downloading https://towhee.io/sentence-embedding/transformers/resolve/bran
Defaulting to user installation because normal site-packages is not writeable
Requirement already satisfied: numpy in ./.local/lib/python3.10/site-packages (from -r /home/sunyuhua/.towhee/operators/sentence-embedding/transformers/versions/main/requirements.txt (line 1)) (1.26.2)
Collecting transformersDownloading transformers-4.35.2-py3-none-any.whl (7.9 MB)━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━ 7.9/7.9 MB 3.9 MB/s eta 0:00:00
Collecting sentencepieceDownloading sentencepiece-0.1.99-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (1.3 MB)━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━ 1.3/1.3 MB 11.5 MB/s eta 0:00:00
Requirement already satisfied: protobuf in ./.local/lib/python3.10/site-packages (from -r /home/sunyuhua/.towhee/operators/sentence-embedding/transformers/versions/main/requirements.txt (line 4)) (4.25.0)
Requirement already satisfied: towhee in ./.local/lib/python3.10/site-packages (from -r /home/sunyuhua/.towhee/operators/sentence-embedding/transformers/versions/main/requirements.txt (line 6)) (1.1.2)
Collecting torchDownloading torch-2.1.1-cp310-cp310-manylinux1_x86_64.whl (670.2 MB)━━━━━━━━━━━━━━━━━━━━━━━━╺━━━━━━━━ 490.6/670.2 MB 7.2 MB/s eta 0:00:25     ━━━━━━━━━━━━━━━━━━━━━━━━╺━━━━━━━━ 493.0/670.2 MB 7.3 MB/s eta 0:00:25     ━━━━━━━━━━━━━━━━━━━━━━━━╺━━━━━━━━ 493.0/670.2 MB 7.3 MB/s eta 0:00:25     ━━━━━━━━━━━━━━━━━━━━━━━━╺━━━━━━━━ 493.0/670.2 MB 7.3 MB/s eta 0:00:25     ━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━ 670.2/670.2 MB 4.3 MB/s eta 0:00:00
Requirement already satisfied: packaging>=20.0 in /usr/local/lib/python3.10/dist-packages (from transformers->-r /home/sunyuhua/.towhee/operators/sentence-embedding/transformers/versions/main/requirements.txt (line 2)) (23.2)
Collecting safetensors>=0.3.1Downloading safetensors-0.4.0-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (1.3 MB)━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━ 1.3/1.3 MB 12.3 MB/s eta 0:00:00
Requirement already satisfied: pyyaml>=5.1 in /usr/lib/python3/dist-packages (from transformers->-r /home/sunyuhua/.towhee/operators/sentence-embedding/transformers/versions/main/requirements.txt (line 2)) (5.4.1)
Requirement already satisfied: tqdm>=4.27 in ./.local/lib/python3.10/site-packages (from transformers->-r /home/sunyuhua/.towhee/operators/sentence-embedding/transformers/versions/main/requirements.txt (line 2)) (4.66.1)
Collecting regex!=2019.12.17Downloading regex-2023.10.3-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (773 kB)━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━ 773.9/773.9 KB 29.4 MB/s eta 0:00:00
Collecting filelockDownloading filelock-3.13.1-py3-none-any.whl (11 kB)
Requirement already satisfied: requests in /usr/lib/python3/dist-packages (from transformers->-r /home/sunyuhua/.towhee/operators/sentence-embedding/transformers/versions/main/requirements.txt (line 2)) (2.25.1)
Collecting tokenizers<0.19,>=0.14Downloading tokenizers-0.15.0-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (3.8 MB)━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━ 3.8/3.8 MB 7.9 MB/s eta 0:00:00
Collecting huggingface-hub<1.0,>=0.16.4Downloading huggingface_hub-0.19.4-py3-none-any.whl (311 kB)━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━ 311.7/311.7 KB 136.8 MB/s eta 0:00:00
Requirement already satisfied: tenacity in ./.local/lib/python3.10/site-packages (from towhee->-r /home/sunyuhua/.towhee/operators/sentence-embedding/transformers/versions/main/requirements.txt (line 6)) (8.2.3)
Requirement already satisfied: twine in ./.local/lib/python3.10/site-packages (from towhee->-r /home/sunyuhua/.towhee/operators/sentence-embedding/transformers/versions/main/requirements.txt (line 6)) (4.0.2)
Requirement already satisfied: pydantic<2 in ./.local/lib/python3.10/site-packages (from towhee->-r /home/sunyuhua/.towhee/operators/sentence-embedding/transformers/versions/main/requirements.txt (line 6)) (1.10.13)
Requirement already satisfied: tabulate in ./.local/lib/python3.10/site-packages (from towhee->-r /home/sunyuhua/.towhee/operators/sentence-embedding/transformers/versions/main/requirements.txt (line 6)) (0.9.0)
Requirement already satisfied: typing-extensions in ./.local/lib/python3.10/site-packages (from torch->-r /home/sunyuhua/.towhee/operators/sentence-embedding/transformers/versions/main/requirements.txt (line 7)) (4.8.0)
Requirement already satisfied: jinja2 in /usr/local/lib/python3.10/dist-packages (from torch->-r /home/sunyuhua/.towhee/operators/sentence-embedding/transformers/versions/main/requirements.txt (line 7)) (3.1.2)
Collecting fsspecDownloading fsspec-2023.10.0-py3-none-any.whl (166 kB)━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━ 166.4/166.4 KB 11.7 MB/s eta 0:00:00
Collecting nvidia-cuda-cupti-cu12==12.1.105Downloading nvidia_cuda_cupti_cu12-12.1.105-py3-none-manylinux1_x86_64.whl (14.1 MB)━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━ 14.1/14.1 MB 6.8 MB/s eta 0:00:00
WARNING: Retrying (Retry(total=4, connect=None, read=None, redirect=None, status=None)) after connection broken by 'ReadTimeoutError("HTTPSConnectionPool(host='pypi.org', port=443): Read timed out. (read timeout=15)")': /simple/nvidia-nccl-cu12/
Collecting nvidia-nccl-cu12==2.18.1Downloading nvidia_nccl_cu12-2.18.1-py3-none-manylinux1_x86_64.whl (209.8 MB)━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━ 209.8/209.8 MB 4.8 MB/s eta 0:00:00
Collecting nvidia-nvtx-cu12==12.1.105Downloading nvidia_nvtx_cu12-12.1.105-py3-none-manylinux1_x86_64.whl (99 kB)━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━ 99.1/99.1 KB 7.8 MB/s eta 0:00:00
Collecting nvidia-curand-cu12==10.3.2.106Downloading nvidia_curand_cu12-10.3.2.106-py3-none-manylinux1_x86_64.whl (56.5 MB)━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━ 56.5/56.5 MB 7.1 MB/s eta 0:00:00
Collecting nvidia-cudnn-cu12==8.9.2.26Downloading nvidia_cudnn_cu12-8.9.2.26-py3-none-manylinux1_x86_64.whl (731.7 MB)━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━ 731.7/731.7 MB 3.0 MB/s eta 0:00:00
Collecting nvidia-cusolver-cu12==11.4.5.107Downloading nvidia_cusolver_cu12-11.4.5.107-py3-none-manylinux1_x86_64.whl (124.2 MB)━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━ 124.2/124.2 MB 5.6 MB/s eta 0:00:00
Collecting nvidia-cufft-cu12==11.0.2.54Downloading nvidia_cufft_cu12-11.0.2.54-py3-none-manylinux1_x86_64.whl (121.6 MB)━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━ 121.6/121.6 MB 5.1 MB/s eta 0:00:00
Collecting nvidia-cuda-nvrtc-cu12==12.1.105Downloading nvidia_cuda_nvrtc_cu12-12.1.105-py3-none-manylinux1_x86_64.whl (23.7 MB)━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━ 23.7/23.7 MB 5.7 MB/s eta 0:00:00
Collecting nvidia-cublas-cu12==12.1.3.1Downloading nvidia_cublas_cu12-12.1.3.1-py3-none-manylinux1_x86_64.whl (410.6 MB)━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━ 410.6/410.6 MB 4.9 MB/s eta 0:00:00
Collecting nvidia-cusparse-cu12==12.1.0.106Downloading nvidia_cusparse_cu12-12.1.0.106-py3-none-manylinux1_x86_64.whl (196.0 MB)━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━ 196.0/196.0 MB 6.4 MB/s eta 0:00:00
Collecting triton==2.1.0Downloading triton-2.1.0-0-cp310-cp310-manylinux2014_x86_64.manylinux_2_17_x86_64.whl (89.2 MB)━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━ 89.2/89.2 MB 5.3 MB/s eta 0:00:00
Collecting sympyDownloading sympy-1.12-py3-none-any.whl (5.7 MB)━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━ 5.7/5.7 MB 3.3 MB/s eta 0:00:00
Collecting nvidia-cuda-runtime-cu12==12.1.105Downloading nvidia_cuda_runtime_cu12-12.1.105-py3-none-manylinux1_x86_64.whl (823 kB)━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━ 823.6/823.6 KB 6.8 MB/s eta 0:00:00
Collecting networkxDownloading networkx-3.2.1-py3-none-any.whl (1.6 MB)━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━ 1.6/1.6 MB 6.5 MB/s eta 0:00:00
Collecting nvidia-nvjitlink-cu12Downloading nvidia_nvjitlink_cu12-12.3.101-py3-none-manylinux1_x86_64.whl (20.5 MB)━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━ 20.5/20.5 MB 8.4 MB/s eta 0:00:00
Requirement already satisfied: MarkupSafe>=2.0 in /usr/lib/python3/dist-packages (from jinja2->torch->-r /home/sunyuhua/.towhee/operators/sentence-embedding/transformers/versions/main/requirements.txt (line 7)) (2.0.1)
Collecting mpmath>=0.19Downloading mpmath-1.3.0-py3-none-any.whl (536 kB)━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━ 536.2/536.2 KB 2.1 MB/s eta 0:00:00
Requirement already satisfied: urllib3>=1.26.0 in /usr/lib/python3/dist-packages (from twine->towhee->-r /home/sunyuhua/.towhee/operators/sentence-embedding/transformers/versions/main/requirements.txt (line 6)) (1.26.5)
Requirement already satisfied: readme-renderer>=35.0 in ./.local/lib/python3.10/site-packages (from twine->towhee->-r /home/sunyuhua/.towhee/operators/sentence-embedding/transformers/versions/main/requirements.txt (line 6)) (42.0)
Requirement already satisfied: importlib-metadata>=3.6 in /usr/lib/python3/dist-packages (from twine->towhee->-r /home/sunyuhua/.towhee/operators/sentence-embedding/transformers/versions/main/requirements.txt (line 6)) (4.6.4)
Requirement already satisfied: requests-toolbelt!=0.9.0,>=0.8.0 in /usr/lib/python3/dist-packages (from twine->towhee->-r /home/sunyuhua/.towhee/operators/sentence-embedding/transformers/versions/main/requirements.txt (line 6)) (0.9.1)
Requirement already satisfied: rfc3986>=1.4.0 in ./.local/lib/python3.10/site-packages (from twine->towhee->-r /home/sunyuhua/.towhee/operators/sentence-embedding/transformers/versions/main/requirements.txt (line 6)) (2.0.0)
Requirement already satisfied: pkginfo>=1.8.1 in ./.local/lib/python3.10/site-packages (from twine->towhee->-r /home/sunyuhua/.towhee/operators/sentence-embedding/transformers/versions/main/requirements.txt (line 6)) (1.9.6)
Requirement already satisfied: rich>=12.0.0 in ./.local/lib/python3.10/site-packages (from twine->towhee->-r /home/sunyuhua/.towhee/operators/sentence-embedding/transformers/versions/main/requirements.txt (line 6)) (13.7.0)
Requirement already satisfied: keyring>=15.1 in /usr/lib/python3/dist-packages (from twine->towhee->-r /home/sunyuhua/.towhee/operators/sentence-embedding/transformers/versions/main/requirements.txt (line 6)) (23.5.0)
Requirement already satisfied: docutils>=0.13.1 in ./.local/lib/python3.10/site-packages (from readme-renderer>=35.0->twine->towhee->-r /home/sunyuhua/.towhee/operators/sentence-embedding/transformers/versions/main/requirements.txt (line 6)) (0.20.1)
Requirement already satisfied: nh3>=0.2.14 in ./.local/lib/python3.10/site-packages (from readme-renderer>=35.0->twine->towhee->-r /home/sunyuhua/.towhee/operators/sentence-embedding/transformers/versions/main/requirements.txt (line 6)) (0.2.14)
Requirement already satisfied: Pygments>=2.5.1 in ./.local/lib/python3.10/site-packages (from readme-renderer>=35.0->twine->towhee->-r /home/sunyuhua/.towhee/operators/sentence-embedding/transformers/versions/main/requirements.txt (line 6)) (2.17.2)
Requirement already satisfied: markdown-it-py>=2.2.0 in ./.local/lib/python3.10/site-packages (from rich>=12.0.0->twine->towhee->-r /home/sunyuhua/.towhee/operators/sentence-embedding/transformers/versions/main/requirements.txt (line 6)) (3.0.0)
Requirement already satisfied: mdurl~=0.1 in ./.local/lib/python3.10/site-packages (from markdown-it-py>=2.2.0->rich>=12.0.0->twine->towhee->-r /home/sunyuhua/.towhee/operators/sentence-embedding/transformers/versions/main/requirements.txt (line 6)) (0.1.2)
Installing collected packages: sentencepiece, mpmath, sympy, safetensors, regex, nvidia-nvtx-cu12, nvidia-nvjitlink-cu12, nvidia-nccl-cu12, nvidia-curand-cu12, nvidia-cufft-cu12, nvidia-cuda-runtime-cu12, nvidia-cuda-nvrtc-cu12, nvidia-cuda-cupti-cu12, nvidia-cublas-cu12, networkx, fsspec, filelock, triton, nvidia-cusparse-cu12, nvidia-cudnn-cu12, huggingface-hub, tokenizers, nvidia-cusolver-cu12, transformers, torch
Successfully installed filelock-3.13.1 fsspec-2023.10.0 huggingface-hub-0.19.4 mpmath-1.3.0 networkx-3.2.1 nvidia-cublas-cu12-12.1.3.1 nvidia-cuda-cupti-cu12-12.1.105 nvidia-cuda-nvrtc-cu12-12.1.105 nvidia-cuda-runtime-cu12-12.1.105 nvidia-cudnn-cu12-8.9.2.26 nvidia-cufft-cu12-11.0.2.54 nvidia-curand-cu12-10.3.2.106 nvidia-cusolver-cu12-11.4.5.107 nvidia-cusparse-cu12-12.1.0.106 nvidia-nccl-cu12-2.18.1 nvidia-nvjitlink-cu12-12.3.101 nvidia-nvtx-cu12-12.1.105 regex-2023.10.3 safetensors-0.4.0 sentencepiece-0.1.99 sympy-1.12 tokenizers-0.15.0 torch-2.1.1 transformers-4.35.2 triton-2.1.0
Downloading https://towhee.io/sentence-embedding/sbert/resolve/branch/main
Downloading https://towhee.io/sentence-embedding/sbert/resolve/branch/main
Downloading https://towhee.io/sentence-embedding/sbert/resolve/branch/main
Downloading https://towhee.io/sentence-embedding/sbert/resolve/branch/main
Downloading https://towhee.io/sentence-embedding/sbert/resolve/branch/main
Downloading https://towhee.io/sentence-embedding/sbert/resolve/branch/main
Downloading https://towhee.io/sentence-embedding/sbert/resolve/branch/main
Downloading https://towhee.io/sentence-embedding/sbert/resolve/branch/main
Downloading https://towhee.io/sentence-embedding/sbert/resolve/branch/main
Downloading https://towhee.io/sentence-embedding/sbert/resolve/branch/main
Downloading https://towhee.io/sentence-embedding/sbert/resolve/branch/main
Downloading https://towhee.io/sentence-embedding/sbert/resolve/branch/main
Defaulting to user installation because normal site-packages is not writeable
Collecting sentence_transformersDownloading sentence-transformers-2.2.2.tar.gz (85 kB)━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━ 86.0/86.0 KB 165.0 kB/s eta 0:00:00Preparing metadata (setup.py) ... done
Requirement already satisfied: torch in ./.local/lib/python3.10/site-packages (from -r /home/sunyuhua/.towhee/operators/sentence-embedding/sbert/versions/main/requirements.txt (line 2)) (2.1.1)
Requirement already satisfied: huggingface-hub>=0.4.0 in ./.local/lib/python3.10/site-packages (from sentence_transformers->-r /home/sunyuhua/.towhee/operators/sentence-embedding/sbert/versions/main/requirements.txt (line 1)) (0.19.4)
Collecting nltkDownloading nltk-3.8.1-py3-none-any.whl (1.5 MB)━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━ 1.5/1.5 MB 2.1 MB/s eta 0:00:00
Requirement already satisfied: numpy in ./.local/lib/python3.10/site-packages (from sentence_transformers->-r /home/sunyuhua/.towhee/operators/sentence-embedding/sbert/versions/main/requirements.txt (line 1)) (1.26.2)
Collecting scikit-learnDownloading scikit_learn-1.3.2-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (10.8 MB)━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━ 10.8/10.8 MB 5.3 MB/s eta 0:00:00
Collecting scipyDownloading scipy-1.11.4-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (36.4 MB)━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━ 36.4/36.4 MB 5.4 MB/s eta 0:00:00
Requirement already satisfied: sentencepiece in ./.local/lib/python3.10/site-packages (from sentence_transformers->-r /home/sunyuhua/.towhee/operators/sentence-embedding/sbert/versions/main/requirements.txt (line 1)) (0.1.99)
Collecting torchvisionDownloading torchvision-0.16.1-cp310-cp310-manylinux1_x86_64.whl (6.8 MB)━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━ 6.8/6.8 MB 10.3 MB/s eta 0:00:00
Requirement already satisfied: tqdm in ./.local/lib/python3.10/site-packages (from sentence_transformers->-r /home/sunyuhua/.towhee/operators/sentence-embedding/sbert/versions/main/requirements.txt (line 1)) (4.66.1)
Requirement already satisfied: transformers<5.0.0,>=4.6.0 in ./.local/lib/python3.10/site-packages (from sentence_transformers->-r /home/sunyuhua/.towhee/operators/sentence-embedding/sbert/versions/main/requirements.txt (line 1)) (4.35.2)
Requirement already satisfied: nvidia-cuda-runtime-cu12==12.1.105 in ./.local/lib/python3.10/site-packages (from torch->-r /home/sunyuhua/.towhee/operators/sentence-embedding/sbert/versions/main/requirements.txt (line 2)) (12.1.105)
Requirement already satisfied: triton==2.1.0 in ./.local/lib/python3.10/site-packages (from torch->-r /home/sunyuhua/.towhee/operators/sentence-embedding/sbert/versions/main/requirements.txt (line 2)) (2.1.0)
Requirement already satisfied: nvidia-nccl-cu12==2.18.1 in ./.local/lib/python3.10/site-packages (from torch->-r /home/sunyuhua/.towhee/operators/sentence-embedding/sbert/versions/main/requirements.txt (line 2)) (2.18.1)
Requirement already satisfied: filelock in ./.local/lib/python3.10/site-packages (from torch->-r /home/sunyuhua/.towhee/operators/sentence-embedding/sbert/versions/main/requirements.txt (line 2)) (3.13.1)
Requirement already satisfied: nvidia-cudnn-cu12==8.9.2.26 in ./.local/lib/python3.10/site-packages (from torch->-r /home/sunyuhua/.towhee/operators/sentence-embedding/sbert/versions/main/requirements.txt (line 2)) (8.9.2.26)
Requirement already satisfied: nvidia-cusolver-cu12==11.4.5.107 in ./.local/lib/python3.10/site-packages (from torch->-r /home/sunyuhua/.towhee/operators/sentence-embedding/sbert/versions/main/requirements.txt (line 2)) (11.4.5.107)
Requirement already satisfied: typing-extensions in ./.local/lib/python3.10/site-packages (from torch->-r /home/sunyuhua/.towhee/operators/sentence-embedding/sbert/versions/main/requirements.txt (line 2)) (4.8.0)
Requirement already satisfied: nvidia-cusparse-cu12==12.1.0.106 in ./.local/lib/python3.10/site-packages (from torch->-r /home/sunyuhua/.towhee/operators/sentence-embedding/sbert/versions/main/requirements.txt (line 2)) (12.1.0.106)
Requirement already satisfied: nvidia-cuda-cupti-cu12==12.1.105 in ./.local/lib/python3.10/site-packages (from torch->-r /home/sunyuhua/.towhee/operators/sentence-embedding/sbert/versions/main/requirements.txt (line 2)) (12.1.105)
Requirement already satisfied: fsspec in ./.local/lib/python3.10/site-packages (from torch->-r /home/sunyuhua/.towhee/operators/sentence-embedding/sbert/versions/main/requirements.txt (line 2)) (2023.10.0)
Requirement already satisfied: nvidia-cublas-cu12==12.1.3.1 in ./.local/lib/python3.10/site-packages (from torch->-r /home/sunyuhua/.towhee/operators/sentence-embedding/sbert/versions/main/requirements.txt (line 2)) (12.1.3.1)
Requirement already satisfied: sympy in ./.local/lib/python3.10/site-packages (from torch->-r /home/sunyuhua/.towhee/operators/sentence-embedding/sbert/versions/main/requirements.txt (line 2)) (1.12)
Requirement already satisfied: jinja2 in /usr/local/lib/python3.10/dist-packages (from torch->-r /home/sunyuhua/.towhee/operators/sentence-embedding/sbert/versions/main/requirements.txt (line 2)) (3.1.2)
Requirement already satisfied: nvidia-curand-cu12==10.3.2.106 in ./.local/lib/python3.10/site-packages (from torch->-r /home/sunyuhua/.towhee/operators/sentence-embedding/sbert/versions/main/requirements.txt (line 2)) (10.3.2.106)
Requirement already satisfied: nvidia-cuda-nvrtc-cu12==12.1.105 in ./.local/lib/python3.10/site-packages (from torch->-r /home/sunyuhua/.towhee/operators/sentence-embedding/sbert/versions/main/requirements.txt (line 2)) (12.1.105)
Requirement already satisfied: nvidia-nvtx-cu12==12.1.105 in ./.local/lib/python3.10/site-packages (from torch->-r /home/sunyuhua/.towhee/operators/sentence-embedding/sbert/versions/main/requirements.txt (line 2)) (12.1.105)
Requirement already satisfied: nvidia-cufft-cu12==11.0.2.54 in ./.local/lib/python3.10/site-packages (from torch->-r /home/sunyuhua/.towhee/operators/sentence-embedding/sbert/versions/main/requirements.txt (line 2)) (11.0.2.54)
Requirement already satisfied: networkx in ./.local/lib/python3.10/site-packages (from torch->-r /home/sunyuhua/.towhee/operators/sentence-embedding/sbert/versions/main/requirements.txt (line 2)) (3.2.1)
Requirement already satisfied: nvidia-nvjitlink-cu12 in ./.local/lib/python3.10/site-packages (from nvidia-cusolver-cu12==11.4.5.107->torch->-r /home/sunyuhua/.towhee/operators/sentence-embedding/sbert/versions/main/requirements.txt (line 2)) (12.3.101)
Requirement already satisfied: requests in /usr/lib/python3/dist-packages (from huggingface-hub>=0.4.0->sentence_transformers->-r /home/sunyuhua/.towhee/operators/sentence-embedding/sbert/versions/main/requirements.txt (line 1)) (2.25.1)
Requirement already satisfied: pyyaml>=5.1 in /usr/lib/python3/dist-packages (from huggingface-hub>=0.4.0->sentence_transformers->-r /home/sunyuhua/.towhee/operators/sentence-embedding/sbert/versions/main/requirements.txt (line 1)) (5.4.1)
Requirement already satisfied: packaging>=20.9 in /usr/local/lib/python3.10/dist-packages (from huggingface-hub>=0.4.0->sentence_transformers->-r /home/sunyuhua/.towhee/operators/sentence-embedding/sbert/versions/main/requirements.txt (line 1)) (23.2)
Requirement already satisfied: safetensors>=0.3.1 in ./.local/lib/python3.10/site-packages (from transformers<5.0.0,>=4.6.0->sentence_transformers->-r /home/sunyuhua/.towhee/operators/sentence-embedding/sbert/versions/main/requirements.txt (line 1)) (0.4.0)
Requirement already satisfied: regex!=2019.12.17 in ./.local/lib/python3.10/site-packages (from transformers<5.0.0,>=4.6.0->sentence_transformers->-r /home/sunyuhua/.towhee/operators/sentence-embedding/sbert/versions/main/requirements.txt (line 1)) (2023.10.3)
Requirement already satisfied: tokenizers<0.19,>=0.14 in ./.local/lib/python3.10/site-packages (from transformers<5.0.0,>=4.6.0->sentence_transformers->-r /home/sunyuhua/.towhee/operators/sentence-embedding/sbert/versions/main/requirements.txt (line 1)) (0.15.0)
Requirement already satisfied: MarkupSafe>=2.0 in /usr/lib/python3/dist-packages (from jinja2->torch->-r /home/sunyuhua/.towhee/operators/sentence-embedding/sbert/versions/main/requirements.txt (line 2)) (2.0.1)
Collecting joblibDownloading joblib-1.3.2-py3-none-any.whl (302 kB)━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━ 302.2/302.2 KB 3.8 MB/s eta 0:00:00
Requirement already satisfied: click in /usr/lib/python3/dist-packages (from nltk->sentence_transformers->-r /home/sunyuhua/.towhee/operators/sentence-embedding/sbert/versions/main/requirements.txt (line 1)) (8.0.3)
Collecting threadpoolctl>=2.0.0Downloading threadpoolctl-3.2.0-py3-none-any.whl (15 kB)
Requirement already satisfied: mpmath>=0.19 in ./.local/lib/python3.10/site-packages (from sympy->torch->-r /home/sunyuhua/.towhee/operators/sentence-embedding/sbert/versions/main/requirements.txt (line 2)) (1.3.0)
Requirement already satisfied: pillow!=8.3.*,>=5.3.0 in /usr/lib/python3/dist-packages (from torchvision->sentence_transformers->-r /home/sunyuhua/.towhee/operators/sentence-embedding/sbert/versions/main/requirements.txt (line 1)) (9.0.1)
Building wheels for collected packages: sentence_transformersBuilding wheel for sentence_transformers (setup.py) ... doneCreated wheel for sentence_transformers: filename=sentence_transformers-2.2.2-py3-none-any.whl size=125940 sha256=ca4925acf55f71b2f1604eadef86cf5a46abc1216d0fca835055a1aed0cd607bStored in directory: /home/sunyuhua/.cache/pip/wheels/62/f2/10/1e606fd5f02395388f74e7462910fe851042f97238cbbd902f
Successfully built sentence_transformers
Installing collected packages: threadpoolctl, scipy, joblib, scikit-learn, nltk, torchvision, sentence_transformers
Successfully installed joblib-1.3.2 nltk-3.8.1 scikit-learn-1.3.2 scipy-1.11.4 sentence_transformers-2.2.2 threadpoolctl-3.2.0 torchvision-0.16.1
Defaulting to user installation because normal site-packages is not writeable
Requirement already satisfied: torch in ./.local/lib/python3.10/site-packages (2.1.1)
Requirement already satisfied: nvidia-cublas-cu12==12.1.3.1 in ./.local/lib/python3.10/site-packages (from torch) (12.1.3.1)
Requirement already satisfied: nvidia-cusparse-cu12==12.1.0.106 in ./.local/lib/python3.10/site-packages (from torch) (12.1.0.106)
Requirement already satisfied: nvidia-cufft-cu12==11.0.2.54 in ./.local/lib/python3.10/site-packages (from torch) (11.0.2.54)
Requirement already satisfied: networkx in ./.local/lib/python3.10/site-packages (from torch) (3.2.1)
Requirement already satisfied: nvidia-cuda-cupti-cu12==12.1.105 in ./.local/lib/python3.10/site-packages (from torch) (12.1.105)
Requirement already satisfied: nvidia-cusolver-cu12==11.4.5.107 in ./.local/lib/python3.10/site-packages (from torch) (11.4.5.107)
Requirement already satisfied: jinja2 in /usr/local/lib/python3.10/dist-packages (from torch) (3.1.2)
Requirement already satisfied: nvidia-cudnn-cu12==8.9.2.26 in ./.local/lib/python3.10/site-packages (from torch) (8.9.2.26)
Requirement already satisfied: triton==2.1.0 in ./.local/lib/python3.10/site-packages (from torch) (2.1.0)
Requirement already satisfied: fsspec in ./.local/lib/python3.10/site-packages (from torch) (2023.10.0)
Requirement already satisfied: nvidia-nvtx-cu12==12.1.105 in ./.local/lib/python3.10/site-packages (from torch) (12.1.105)
Requirement already satisfied: nvidia-cuda-runtime-cu12==12.1.105 in ./.local/lib/python3.10/site-packages (from torch) (12.1.105)
Requirement already satisfied: nvidia-cuda-nvrtc-cu12==12.1.105 in ./.local/lib/python3.10/site-packages (from torch) (12.1.105)
Requirement already satisfied: filelock in ./.local/lib/python3.10/site-packages (from torch) (3.13.1)
Requirement already satisfied: nvidia-nccl-cu12==2.18.1 in ./.local/lib/python3.10/site-packages (from torch) (2.18.1)
Requirement already satisfied: sympy in ./.local/lib/python3.10/site-packages (from torch) (1.12)
Requirement already satisfied: typing-extensions in ./.local/lib/python3.10/site-packages (from torch) (4.8.0)
Requirement already satisfied: nvidia-curand-cu12==10.3.2.106 in ./.local/lib/python3.10/site-packages (from torch) (10.3.2.106)
Requirement already satisfied: nvidia-nvjitlink-cu12 in ./.local/lib/python3.10/site-packages (from nvidia-cusolver-cu12==11.4.5.107->torch) (12.3.101)
Requirement already satisfied: MarkupSafe>=2.0 in /usr/lib/python3/dist-packages (from jinja2->torch) (2.0.1)
Requirement already satisfied: mpmath>=0.19 in ./.local/lib/python3.10/site-packages (from sympy->torch) (1.3.0)
config.json: 100%|███████████████████████| 612/612 [00:00<00:00, 4.73MB/s]
pytorch_model.bin: 100%|█████████████| 90.9M/90.9M [00:14<00:00, 6.30MB/s]
tokenizer_config.json: 100%|█████████████| 350/350 [00:00<00:00, 3.82MB/s]
vocab.txt: 100%|████████████████████████| 232k/232k [00:00<00:00, 528kB/s]
tokenizer.json: 100%|██████████████████| 466k/466k [00:00<00:00, 1.90MB/s]
special_tokens_map.json: 100%|████████████| 112/112 [00:00<00:00, 940kB/s]
Downloading https://towhee.io/towhee/np-normalize/resolve/branch/main/np_n
Downloading https://towhee.io/towhee/np-normalize/resolve/branch/main/.git
Downloading https://towhee.io/towhee/np-normalize/resolve/branch/main/__in
Downloading https://towhee.io/towhee/np-normalize/resolve/branch/main/READ
>>> output=p('Helloe world').get()
>>> print(output)
[array([-3.92712355e-02,  4.80684116e-02,  5.95900044e-02,  1.50823481e-02,-3.66780087e-02, -1.32219031e-01,  8.31967071e-02,  5.79769490e-03,-3.96223888e-02,  3.07036918e-02,  2.89014447e-02, -2.16738917e-02,3.96066383e-02, -1.26579404e-03,  6.08291477e-03, -4.24210764e-02,2.01249309e-03, -1.86294317e-02, -1.62907511e-01, -4.34840433e-02,1.62143987e-02,  4.67299707e-02, -1.82608850e-02,  3.45673971e-02,-9.05647129e-02, -3.47076058e-02,  4.95730639e-02,  5.69570959e-02,1.19595500e-02, -4.77556735e-02,  6.35083839e-02,  4.12026607e-02,9.86057967e-02, -1.17613534e-02, -1.07729221e-02,  4.72074673e-02,1.53425299e-02, -1.17951781e-01, -4.07279357e-02,  6.00408837e-02,4.97895367e-02, -6.72062561e-02, -3.99538539e-02, -4.53739874e-02,-2.43957136e-02,  2.54855468e-03,  4.04100493e-03,  9.58379824e-03,8.11471865e-02, -1.00173652e-02, -6.16754815e-02, -9.89144370e-02,-2.37130634e-02, -2.60085985e-02,  8.42589885e-02,  4.11129408e-02,5.48722558e-02, -2.05888506e-02,  5.15442006e-02, -3.72264795e-02,-4.96201962e-02, -1.45055773e-02,  1.67905763e-02,  2.55229399e-02,9.70870554e-02, -5.40696681e-02, -2.54421458e-02,  6.83117732e-02,-6.61522299e-02, -1.06353819e-01, -5.85339628e-02, -2.45088823e-02,-4.09027748e-02,  9.88629311e-02, -4.79994565e-02,  4.11606841e-02,4.14730655e-03,  1.14888959e-02, -1.60149336e-02,  2.26610713e-02,7.61725456e-02, -8.79915208e-02,  3.42002325e-02,  1.09161306e-02,3.01623382e-02, -3.11465468e-03, -6.25403319e-03,  2.49127322e-03,3.04438313e-03, -3.21908891e-02, -1.47315025e-01, -2.32012197e-02,1.22349914e-02,  1.53391052e-03, -6.35076985e-02, -3.18302289e-02,7.32990503e-02, -2.36478075e-02, -1.44521892e-01,  2.07271844e-01,2.32338887e-02,  3.75737511e-02,  3.08225360e-02,  7.39266649e-02,9.03519765e-02, -3.32734111e-04,  6.13446767e-03,  4.76187579e-02,-3.54514234e-02, -2.89245993e-02, -4.97184172e-02, -3.36960480e-02,5.10365963e-02, -2.33562365e-02,  7.00538009e-02, -7.42424130e-02,3.15285102e-03,  2.38933582e-02, -1.42441709e-02, -2.18961053e-02,4.06182632e-02, -3.12631465e-02,  3.18319686e-02,  1.22786863e-02,-2.21013604e-03,  5.66747505e-03,  5.05792238e-02, -2.31724356e-33,6.68374375e-02, -3.98995634e-03,  6.75902739e-02,  1.12693615e-01,2.07344834e-02,  7.34202052e-03, -8.40339512e-02,  1.22713977e-02,5.13319969e-02, -1.83858862e-03,  2.57237088e-02,  1.57117825e-02,-5.18067814e-02,  1.33342287e-02,  3.17621902e-02,  3.17705274e-02,-3.33195925e-02,  4.14141119e-02, -5.28809167e-02,  7.29836375e-02,-6.11906312e-02, -2.84734108e-02,  5.37402518e-02,  8.27277601e-02,9.01935995e-03,  1.64196212e-02, -7.87262339e-03, -9.19852927e-02,6.52198195e-02, -1.98992435e-02,  2.17003450e-02, -3.71806026e-02,-4.97720111e-03,  7.85227050e-04, -1.28043676e-02, -7.72262970e-03,1.32672284e-02, -7.73456842e-02, -7.91700482e-02,  1.83501299e-02,-6.45067394e-02,  3.29789706e-02,  3.88198718e-02, -2.92733163e-02,3.56227010e-02, -1.27962092e-03, -1.20699331e-02, -1.69705541e-03,6.19954355e-02,  6.18568473e-02, -2.14913730e-02, -4.17424273e-03,-7.95829371e-02,  3.25059891e-02, -1.32910050e-02,  2.30285451e-02,3.10850125e-02,  1.81144457e-02,  4.38471399e-02,  4.01889719e-02,3.47480327e-02,  8.48527774e-02, -1.93069465e-02,  8.35231505e-03,-1.39988726e-02,  1.87451276e-03,  4.84388322e-02,  1.38944946e-02,3.68431658e-02,  1.08674085e-02, -2.22682115e-02,  4.39764757e-04,3.23627070e-02,  8.50657970e-02,  3.76857258e-02,  2.93367673e-02,9.69080552e-02, -1.61075462e-02,  2.89528817e-03, -7.89317191e-02,4.19793418e-03,  2.44596731e-02,  4.38375250e-02, -1.74270663e-02,1.10297389e-01, -2.17470769e-02,  6.07274845e-03, -1.01939522e-01,-3.18767466e-02,  1.02431616e-02, -7.55928457e-02,  3.78221534e-02,4.15107310e-02, -5.67039996e-02, -8.73704776e-02,  2.12949526e-33,9.43206400e-02,  3.51214223e-02, -2.58800518e-02, -4.59745042e-02,-3.06473337e-02, -3.45196612e-02, -9.12020802e-02,  1.77316502e-01,-8.39436650e-02,  3.82055007e-02,  4.19548191e-02, -1.00017537e-03,1.71365872e-01,  2.37408411e-02,  4.73533161e-02, -4.89858240e-02,1.14776216e-01, -5.04516484e-03,  8.05438403e-03, -1.89752632e-03,2.64074025e-03, -6.00041449e-02, -4.10351157e-02,  1.08298371e-02,1.99004868e-03, -5.85656380e-03,  1.70178432e-02,  2.50522047e-02,-1.02582149e-01,  3.42398435e-02,  1.41481459e-02,  4.97529991e-02,-1.36443991e-02,  3.12903523e-02, -3.86525653e-02,  4.32265811e-02,-7.38892630e-02, -3.29974294e-02,  6.46605017e-03, -4.97235581e-02,-8.52587074e-02, -1.70856081e-02, -4.53200080e-02,  3.01137529e-02,-9.03768316e-02,  9.18088667e-03, -8.85297209e-02, -4.15285397e-03,-1.46412812e-02,  1.25364168e-02, -5.58873788e-02, -1.99121945e-02,2.51157656e-02, -6.89534470e-02, -5.34452982e-02, -1.93405412e-02,-5.25956489e-02, -1.60101950e-02, -9.05408245e-03, -1.86924785e-02,2.00051982e-02,  3.53172943e-02,  1.29960505e-02,  5.61581664e-02,-3.14091109e-02, -4.12965268e-02, -3.59972827e-02,  9.52887386e-02,3.38107944e-02, -2.46737879e-02,  2.03528395e-03,  1.60372108e-02,-4.13888730e-02, -2.26332899e-02, -1.25040608e-02,  4.21831198e-02,-2.71738470e-02,  2.27758083e-02,  5.38989343e-03,  4.42225067e-03,-3.39115262e-02,  1.52577404e-02, -1.43890744e-02,  1.01844082e-02,8.67430214e-03,  3.09674144e-02,  4.56901155e-02,  4.82268855e-02,-2.44879257e-02, -6.97402954e-02,  1.10555356e-02,  1.04801366e-02,-9.71416198e-03,  3.17044444e-02, -6.23643957e-02, -1.66390350e-08,-3.54752727e-02,  8.04685894e-03,  4.92555264e-04,  5.45148924e-02,-1.90586771e-03, -2.91209714e-03, -2.02808268e-02, -3.85590456e-02,-6.76029846e-02,  5.01464196e-02,  5.67333065e-02,  6.52029663e-02,-7.37550855e-02,  1.76994968e-02,  3.26675288e-02,  6.99705556e-02,-5.81898838e-02,  2.60485820e-02, -3.08649205e-02,  4.14206870e-02,5.91574460e-02,  2.85533424e-02,  1.05210934e-02, -6.14822134e-02,3.10562123e-02, -6.66212216e-02, -2.82393470e-02,  2.47371979e-02,-4.19432595e-02, -7.03336149e-02,  5.54722957e-02,  9.39245895e-02,-3.73507030e-02,  2.35748682e-02, -3.86635289e-02,  2.64607975e-03,-4.07757657e-03,  7.51827285e-02,  3.38469222e-02, -6.91396371e-02,-6.41979128e-02,  7.02679232e-02,  6.19985396e-03, -1.00558341e-01,-3.62053625e-02,  7.05183372e-02,  7.85375684e-02, -4.61720638e-02,-1.17652714e-02, -8.04601014e-02, -6.84763566e-02,  7.15725590e-03,1.00846678e-01, -1.72636192e-02,  7.78734758e-02,  6.90076500e-02,1.13957608e-02,  5.33638336e-02, -9.82133765e-03,  2.31002476e-02,3.17580774e-02, -3.47820967e-02,  5.91505617e-02, -1.53853577e-02],dtype=float32)]
>>>