diff --git a/pyproject.toml b/pyproject.toml
index 33fcf3a..28f59af 100644
--- a/pyproject.toml
+++ b/pyproject.toml
@@ -20,11 +20,16 @@ attrs = "^19.3.0"
 logbook = "^1.5.3"
 pygments = "^2.6.1"
 matrix-nio = { version = "^0.9.0", extras = [ "e2e" ] }
-python-magic = "^0.4.15"
-aiohttp = "^3.6.2"
-requests = "^2.23.0"
+python-magic = { version = "^0.4.15", optional = true }
+aiohttp = { version = "^3.6.2", optional = true }
+requests = { version = "^2.23.0", optional = true }
 typing = { version = "^3.7.4", python = "<3.5" }
 
+[tool.poetry.extras]
+matrix_decrypt = ["requests"]
+matrix_sso_helper = ["aiohttp"]
+matrix_upload = ["python-magic", "requests"]
+
 [build-system]
 requires = ["poetry>=0.12"]
 build-backend = "poetry.masonry.api"