Skip to content

Commit

Permalink
gte-large: don't use uv because of torch -> triton circular dep
Browse files Browse the repository at this point in the history
  • Loading branch information
yorickvP committed Jul 24, 2024
1 parent 3a7c66a commit 177ea1e
Show file tree
Hide file tree
Showing 2 changed files with 45 additions and 3 deletions.
1 change: 1 addition & 0 deletions examples/gte-large/default.nix
Original file line number Diff line number Diff line change
@@ -1,4 +1,5 @@
{
cog.build.python_snapshot_date = "2023-10-05";
cog.build.cog_version = "0.8.6";
python-env.pip.uv.enable = false;
}
47 changes: 44 additions & 3 deletions examples/gte-large/lock.json
Original file line number Diff line number Diff line change
Expand Up @@ -2,252 +2,294 @@
"fetchPipMetadata": {
"sources": {
"anyio": {
"is_direct": false,
"sha256": "cfdb2b588b9fc25ede96d8db56ed50848b0b649dca3dd1df0b11f683bb9e0b5f",
"type": "url",
"url": "https://files.pythonhosted.org/packages/36/55/ad4de788d84a630656ece71059665e01ca793c04294c463fd84132f40fe6/anyio-4.0.0-py3-none-any.whl",
"version": "4.0.0"
},
"attrs": {
"is_direct": false,
"sha256": "1f28b4522cdc2fb4256ac1a020c78acf9cba2c6b461ccd2c126f3aa8e8335d04",
"type": "url",
"url": "https://files.pythonhosted.org/packages/f0/eb/fcb708c7bf5056045e9e98f62b93bd7467eb718b0202e7698eb11d66416c/attrs-23.1.0-py3-none-any.whl",
"version": "23.1.0"
},
"certifi": {
"is_direct": false,
"sha256": "92d6037539857d8206b8f6ae472e8b77db8058fec5937a1ef3f54304089edbb9",
"type": "url",
"url": "https://files.pythonhosted.org/packages/4c/dd/2234eab22353ffc7d94e8d13177aaa050113286e93e7b40eae01fbf7c3d9/certifi-2023.7.22-py3-none-any.whl",
"version": "2023.7.22"
},
"charset-normalizer": {
"is_direct": false,
"sha256": "f0d1e3732768fecb052d90d62b220af62ead5748ac51ef61e7b32c266cac9293",
"type": "url",
"url": "https://files.pythonhosted.org/packages/ff/b6/9222090f396f33cd58aa5b08b9bbf8871416b746a0c7b412a41a973674a5/charset_normalizer-3.3.0-cp311-cp311-manylinux_2_17_x86_64.manylinux2014_x86_64.whl",
"version": "3.3.0"
},
"click": {
"is_direct": false,
"sha256": "ae74fb96c20a0277a1d615f1e4d73c8414f5a98db8b799a7931d1582f3390c28",
"type": "url",
"url": "https://files.pythonhosted.org/packages/00/2e/d53fa4befbf2cfa713304affc7ca780ce4fc1fd8710527771b58311a3229/click-8.1.7-py3-none-any.whl",
"version": "8.1.7"
},
"cmake": {
"is_direct": false,
"sha256": "8c0ad28706b76d6b7c7643222d833af44bdd03da4371e3a6f0eac68e3a1d6366",
"type": "url",
"url": "https://files.pythonhosted.org/packages/72/89/b1cf3cd5fb9f4ae796dd4a743412553f884dad2acbf6b9828d3a0c2b5524/cmake-3.27.6-py2.py3-none-manylinux2014_x86_64.manylinux_2_17_x86_64.whl",
"version": "3.27.6"
},
"cog": {
"is_direct": false,
"sha256": "a6ca8b26c898df0d598b56d7637c7375651b71fd53224bf11d1007bb663f54e3",
"type": "url",
"url": "https://files.pythonhosted.org/packages/a4/16/16069418df6989fe964d92494c821154244377fb9bb82b7897ba085b965d/cog-0.8.6-py3-none-any.whl",
"version": "0.8.6"
},
"fastapi": {
"is_direct": false,
"sha256": "f4165fb1fe3610c52cb1b8282c1480de9c34bc270f56a965aa93a884c350d605",
"type": "url",
"url": "https://files.pythonhosted.org/packages/50/2c/6b94f191519dcc8190e78aff7bcb12c58329d1ab4c8aa11f2def9c214599/fastapi-0.98.0-py3-none-any.whl",
"version": "0.98.0"
},
"filelock": {
"is_direct": false,
"sha256": "57dbda9b35157b05fb3e58ee91448612eb674172fab98ee235ccb0b5bee19a1c",
"type": "url",
"url": "https://download.pytorch.org/whl/filelock-3.13.1-py3-none-any.whl",
"version": "3.13.1"
},
"fsspec": {
"is_direct": false,
"sha256": "817f969556fa5916bc682e02ca2045f96ff7f586d45110fcb76022063ad2c7d8",
"type": "url",
"url": "https://download.pytorch.org/whl/fsspec-2024.2.0-py3-none-any.whl",
"version": "2024.2.0"
},
"h11": {
"is_direct": false,
"sha256": "e3fe4ac4b851c468cc8363d500db52c2ead036020723024a109d37346efaa761",
"type": "url",
"url": "https://files.pythonhosted.org/packages/95/04/ff642e65ad6b90db43e668d70ffb6736436c7ce41fcc549f4e9472234127/h11-0.14.0-py3-none-any.whl",
"version": "0.14.0"
},
"httptools": {
"is_direct": false,
"sha256": "03bfd2ae8a2d532952ac54445a2fb2504c804135ed28b53fefaf03d3a93eb1fd",
"type": "url",
"url": "https://files.pythonhosted.org/packages/8a/a6/4ee791339f70776a0d57bd066f3721a24491a8b4b4faf572036d163296d1/httptools-0.6.0-cp311-cp311-manylinux_2_5_x86_64.manylinux1_x86_64.manylinux_2_17_x86_64.manylinux2014_x86_64.whl",
"version": "0.6.0"
},
"huggingface-hub": {
"is_direct": false,
"sha256": "0d3df29932f334fead024afc7cb4cc5149d955238b8b5e42dcf9740d6995a349",
"type": "url",
"url": "https://files.pythonhosted.org/packages/7f/c4/adcbe9a696c135578cabcbdd7331332daad4d49b7c43688bc2d36b3a47d2/huggingface_hub-0.16.4-py3-none-any.whl",
"version": "0.16.4"
},
"idna": {
"is_direct": false,
"sha256": "90b77e79eaa3eba6de819a0c442c0b4ceefc341a7a2ab77d7562bf49f425c5c2",
"type": "url",
"url": "https://download.pytorch.org/whl/idna-3.4-py3-none-any.whl",
"version": "3.4"
},
"jinja2": {
"is_direct": false,
"sha256": "7d6d50dd97d52cbc355597bd845fabfbac3f551e1f99619e39a35ce8c370b5fa",
"type": "url",
"url": "https://download.pytorch.org/whl/Jinja2-3.1.3-py3-none-any.whl",
"version": "3.1.3"
},
"lit": {
"is_direct": false,
"sha256": "d6a551eab550f81023c82a260cd484d63970d2be9fd7588111208e7d2ff62212",
"type": "url",
"url": "https://files.pythonhosted.org/packages/83/47/b77c3319905a5127ca9c90a626581f3cce389d3582b01afb3fc83d164773/lit-17.0.2.tar.gz",
"version": "17.0.2"
},
"markupsafe": {
"is_direct": false,
"sha256": "b91c037585eba9095565a3556f611e3cbfaa42ca1e865f7b8015fe5c7336d5a5",
"type": "url",
"url": "https://download.pytorch.org/whl/MarkupSafe-2.1.5-cp311-cp311-manylinux_2_17_x86_64.manylinux2014_x86_64.whl",
"version": "2.1.5"
},
"mpmath": {
"is_direct": false,
"sha256": "a0b2b9fe80bbcd81a6647ff13108738cfb482d481d826cc0e02f5b35e5c88d2c",
"type": "url",
"url": "https://download.pytorch.org/whl/mpmath-1.3.0-py3-none-any.whl",
"version": "1.3.0"
},
"networkx": {
"is_direct": false,
"sha256": "f18c69adc97877c42332c170849c96cefa91881c99a7cb3e95b7c659ebdc1ec2",
"type": "url",
"url": "https://download.pytorch.org/whl/networkx-3.2.1-py3-none-any.whl",
"version": "3.2.1"
},
"numpy": {
"is_direct": false,
"sha256": "f25e2811a9c932e43943a2615e65fc487a0b6b49218899e62e426e7f0a57eeda",
"type": "url",
"url": "https://download.pytorch.org/whl/numpy-1.26.3-cp311-cp311-manylinux_2_17_x86_64.manylinux2014_x86_64.whl",
"version": "1.26.3"
},
"packaging": {
"is_direct": false,
"sha256": "8c491190033a9af7e1d931d0b5dacc2ef47509b34dd0de67ed209b5203fc88c7",
"type": "url",
"url": "https://files.pythonhosted.org/packages/ec/1a/610693ac4ee14fcdf2d9bf3c493370e4f2ef7ae2e19217d7a237ff42367d/packaging-23.2-py3-none-any.whl",
"version": "23.2"
},
"pydantic": {
"is_direct": false,
"sha256": "e31647d85a2013d926ce60b84f9dd5300d44535a9941fe825dc349ae1f760df9",
"type": "url",
"url": "https://files.pythonhosted.org/packages/d2/16/2edfe3e52de9d46fee81d9b9ace90fd7a49a86e7a36d7fc280183f77515a/pydantic-1.10.13-cp311-cp311-manylinux_2_17_x86_64.manylinux2014_x86_64.whl",
"version": "1.10.13"
},
"python-dotenv": {
"is_direct": false,
"sha256": "f5971a9226b701070a4bf2c38c89e5a3f0d64de8debda981d1db98583009122a",
"type": "url",
"url": "https://files.pythonhosted.org/packages/44/2f/62ea1c8b593f4e093cc1a7768f0d46112107e790c3e478532329e434f00b/python_dotenv-1.0.0-py3-none-any.whl",
"version": "1.0.0"
},
"pyyaml": {
"is_direct": false,
"sha256": "d2b04aac4d386b172d5b9692e2d2da8de7bfb6c387fa4f801fbf6fb2e6ba4673",
"type": "url",
"url": "https://files.pythonhosted.org/packages/7b/5e/efd033ab7199a0b2044dab3b9f7a4f6670e6a52c089de572e928d2873b06/PyYAML-6.0.1-cp311-cp311-manylinux_2_17_x86_64.manylinux2014_x86_64.whl",
"version": "6.0.1"
},
"regex": {
"is_direct": false,
"sha256": "8d1f21af4c1539051049796a0f50aa342f9a27cde57318f2fc41ed50b0dbc4ac",
"type": "url",
"url": "https://files.pythonhosted.org/packages/f2/b8/b1ec82fce93064a73ba67f2bb158ec9cac4a0e8f0b6942268ec963947329/regex-2023.10.3-cp311-cp311-manylinux_2_17_x86_64.manylinux2014_x86_64.whl",
"version": "2023.10.3"
},
"requests": {
"is_direct": false,
"sha256": "58cd2187c01e70e6e26505bca751777aa9f2ee0b7f4300988b709f44e013003f",
"type": "url",
"url": "https://files.pythonhosted.org/packages/70/8e/0e2d847013cb52cd35b38c009bb167a1a26b2ce6cd6965bf26b47bc0bf44/requests-2.31.0-py3-none-any.whl",
"version": "2.31.0"
},
"safetensors": {
"is_direct": false,
"sha256": "3e8fdf7407dba44587ed5e79d5de3533d242648e1f2041760b21474bd5ea5c8c",
"type": "url",
"url": "https://files.pythonhosted.org/packages/9c/ee/de72fa290bef49b22aacdf112e70f40d3b1beb526dd65e94e0f540d192f0/safetensors-0.3.3-cp311-cp311-manylinux_2_17_x86_64.manylinux2014_x86_64.whl",
"version": "0.3.3"
},
"sniffio": {
"is_direct": false,
"sha256": "eecefdce1e5bbfb7ad2eeaabf7c1eeb404d7757c379bd1f7e5cce9d8bf425384",
"type": "url",
"url": "https://files.pythonhosted.org/packages/c3/a0/5dba8ed157b0136607c7f2151db695885606968d1fae123dc3391e0cfdbf/sniffio-1.3.0-py3-none-any.whl",
"version": "1.3.0"
},
"starlette": {
"is_direct": false,
"sha256": "918416370e846586541235ccd38a474c08b80443ed31c578a418e2209b3eef91",
"type": "url",
"url": "https://files.pythonhosted.org/packages/58/f8/e2cca22387965584a409795913b774235752be4176d276714e15e1a58884/starlette-0.27.0-py3-none-any.whl",
"version": "0.27.0"
},
"structlog": {
"is_direct": false,
"sha256": "79b9e68e48b54e373441e130fa447944e6f87a05b35de23138e475c05d0f7e0e",
"type": "url",
"url": "https://files.pythonhosted.org/packages/0c/b2/0c0951c78f3f59ce44e93cb9b2140d305a00bb8262532041c702d4d4300a/structlog-23.1.0-py3-none-any.whl",
"version": "23.1.0"
},
"sympy": {
"is_direct": false,
"sha256": "c3588cd4295d0c0f603d0f2ae780587e64e2efeedb3521e46b9bb1d08d184fa5",
"type": "url",
"url": "https://download.pytorch.org/whl/sympy-1.12-py3-none-any.whl",
"version": "1.12"
},
"tokenizers": {
"is_direct": false,
"sha256": "9c19f8cdc3e84090464a6e28757f60461388cc8cd41c02c109e180a6b7c571f6",
"type": "url",
"url": "https://files.pythonhosted.org/packages/45/19/bfdbe9504896938cce00cab78b2847d2c1fbda5201704d7bf691699b70b9/tokenizers-0.14.0-cp311-cp311-manylinux_2_17_x86_64.manylinux2014_x86_64.whl",
"version": "0.14.0"
},
"torch": {
"is_direct": false,
"sha256": "143b6c658c17d43376e2dfbaa2c106d35639d615e5e8dec4429cf1e510dd8d61",
"type": "url",
"url": "https://download.pytorch.org/whl/cu118/torch-2.0.1%2Bcu118-cp311-cp311-linux_x86_64.whl",
"version": "2.0.1+cu118"
},
"tqdm": {
"is_direct": false,
"sha256": "d302b3c5b53d47bce91fea46679d9c3c6508cf6332229aa1e7d8653723793386",
"type": "url",
"url": "https://files.pythonhosted.org/packages/00/e5/f12a80907d0884e6dff9c16d0c0114d81b8cd07dc3ae54c5e962cc83037e/tqdm-4.66.1-py3-none-any.whl",
"version": "4.66.1"
},
"transformers": {
"is_direct": false,
"sha256": "3f0187183a7f22c51ecbbc9eac5145df666c5b86bec6feed10e11f0363f3a1f9",
"type": "url",
"url": "https://files.pythonhosted.org/packages/1a/d1/3bba59606141ae808017f6fde91453882f931957f125009417b87a281067/transformers-4.34.0-py3-none-any.whl",
"version": "4.34.0"
},
"triton": {
"is_direct": false,
"sha256": "226941c7b8595219ddef59a1fdb821e8c744289a132415ddd584facedeb475b1",
"type": "url",
"url": "https://download.pytorch.org/whl/triton-2.0.0-1-cp311-cp311-manylinux2014_x86_64.manylinux_2_17_x86_64.whl",
"version": "2.0.0"
},
"typing-extensions": {
"is_direct": false,
"sha256": "af72aea155e91adfc61c3ae9e0e342dbc0cba726d6cba4b6c72c1f34e47291cd",
"type": "url",
"url": "https://download.pytorch.org/whl/typing_extensions-4.9.0-py3-none-any.whl",
"version": "4.9.0"
},
"urllib3": {
"is_direct": false,
"sha256": "7a7c7003b000adf9e7ca2a377c9688bbc54ed41b985789ed576570342a375cd2",
"type": "url",
"url": "https://files.pythonhosted.org/packages/26/40/9957270221b6d3e9a3b92fdfba80dd5c9661ff45a664b47edd5d00f707f5/urllib3-2.0.6-py3-none-any.whl",
"version": "2.0.6"
},
"uvicorn": {
"is_direct": false,
"sha256": "1f9be6558f01239d4fdf22ef8126c39cb1ad0addf76c40e760549d2c2f43ab53",
"type": "url",
"url": "https://files.pythonhosted.org/packages/79/96/b0882a1c3f7ef3dd86879e041212ae5b62b4bd352320889231cc735a8e8f/uvicorn-0.23.2-py3-none-any.whl",
"version": "0.23.2"
},
"uvloop": {
"is_direct": false,
"sha256": "864e1197139d651a76c81757db5eb199db8866e13acb0dfe96e6fc5d1cf45fc4",
"type": "url",
"url": "https://files.pythonhosted.org/packages/b1/0c/f08c6863c9e0a6823b69fbbc6753a3e4f47c3a48628ce6e8370bd39b76e7/uvloop-0.17.0-cp311-cp311-manylinux_2_17_x86_64.manylinux2014_x86_64.whl",
"version": "0.17.0"
},
"watchfiles": {
"is_direct": false,
"sha256": "5392dd327a05f538c56edb1c6ebba6af91afc81b40822452342f6da54907bbdf",
"type": "url",
"url": "https://files.pythonhosted.org/packages/e1/46/c9d5ee4871b187d291d62e61c41f9a4d67d4866a89704b0ad16b6949e9bd/watchfiles-0.20.0-cp37-abi3-manylinux_2_17_x86_64.manylinux2014_x86_64.whl",
"version": "0.20.0"
},
"websockets": {
"is_direct": false,
"sha256": "def07915168ac8f7853812cc593c71185a16216e9e4fa886358a17ed0fd9fcf6",
"type": "url",
"url": "https://files.pythonhosted.org/packages/a9/5e/b25c60067d700e811dccb4e3c318eeadd3a19d8b3620de9f97434af777a7/websockets-11.0.3-cp311-cp311-manylinux_2_5_x86_64.manylinux1_x86_64.manylinux_2_17_x86_64.manylinux2014_x86_64.whl",
Expand Down Expand Up @@ -350,8 +392,7 @@
"triton": [
"cmake",
"filelock",
"lit",
"torch"
"lit"
],
"typing-extensions": [],
"urllib3": [],
Expand Down Expand Up @@ -386,5 +427,5 @@
]
}
],
"invalidationHash": "a8bc25308557e4599fd8e7ddeaa634520e246dc14015aa590dd2676ba9b7306c"
"invalidationHash": "5a09b6ceb1adf649551517541fa3fc50c4f22cd2b7a240931454757881058efb"
}

0 comments on commit 177ea1e

Please sign in to comment.