add causal-conv1d and xformers

pszemraj · pszemraj · commit e6f8cc6b652d · 2024-11-20T21:41:35.000-05:00
Signed-off-by: peter szemraj &lt;peterszemraj@gmail.com&gt;
diff --git a/pyproject.toml b/pyproject.toml
@@ -13,6 +13,7 @@ authors = [
     {name = "Peter Szemraj", email = "peterszemraj+dev@gmail.com"},
 ]
 dependencies = [
+    "causal-conv1d",
     "einops>=0.3",
     "fla @ git+https://github.com/sustcsonglin/flash-linear-attention@98c176e",
     "flash-attn>=2.0.0.post1",
@@ -22,6 +23,7 @@ dependencies = [
     "torch>=2.0.0",
     "tqdm",
     "transformers",
+    "xformers",
 ]
 
 [tool.setuptools]

Original file line number	Diff line number	Diff line change
`@@ -13,6 +13,7 @@ authors = [`
`13`	`13`	`{name = "Peter Szemraj", email = "peterszemraj+dev@gmail.com"},`
`14`	`14`	`]`
`15`	`15`	`dependencies = [`
	`16`	`+ "causal-conv1d",`
`16`	`17`	`"einops>=0.3",`
`17`	`18`	`"fla @ git+https://github.com/sustcsonglin/flash-linear-attention@98c176e",`
`18`	`19`	`"flash-attn>=2.0.0.post1",`
`@@ -22,6 +23,7 @@ dependencies = [`
`22`	`23`	`"torch>=2.0.0",`
`23`	`24`	`"tqdm",`
`24`	`25`	`"transformers",`
	`26`	`+ "xformers",`
`25`	`27`	`]`
`26`	`28`
`27`	`29`	`[tool.setuptools]`