diff --git a/bpe_simple_vocab_16e6.txt.gz b/clip/bpe_simple_vocab_16e6.txt.gz
similarity index 100%
rename from bpe_simple_vocab_16e6.txt.gz
rename to clip/bpe_simple_vocab_16e6.txt.gz
diff --git a/clip.py b/clip/clip.py
similarity index 100%
rename from clip.py
rename to clip/clip.py
diff --git a/model-card.md b/clip/model-card.md
similarity index 100%
rename from model-card.md
rename to clip/model-card.md
diff --git a/model.py b/clip/model.py
similarity index 100%
rename from model.py
rename to clip/model.py
diff --git a/simple_tokenizer.py b/clip/simple_tokenizer.py
similarity index 100%
rename from simple_tokenizer.py
rename to clip/simple_tokenizer.py
diff --git a/setup.py b/setup.py
new file mode 100644
index 0000000..aa8b74a
--- /dev/null
+++ b/setup.py
@@ -0,0 +1,52 @@
+#!/usr/bin/env python
+# -*- coding: utf-8 -*-
+
+from setuptools import setup, find_packages
+import os
+
+core_req = ['ftfy', 'regex', 'tqdm', 'pytorch==1.7.1', 'torchvision']
+extra_requires={'cuda': ['cudatoolkit==11.0']}
+
+setup(
+    name=name,
+    version='0.1.0',
+    author="OpenAI",
+    author_email="dev@vctr.ai",
+    description="CLIP by OpenAI",
+    long_description=open("README.md", "r", encoding="utf-8").read(),
+    long_description_content_type="text/markdown",
+    keywords="vector, embeddings, machinelearning, ai, artificialintelligence, nlp, pytorch, nearestneighbors, search, analytics, clustering, dimensionalityreduction",
+    license="Apache",
+    packages=find_packages(exclude=["tests*"]),
+    python_requires=">=3",
+    install_requires=core_req,
+    extra_requires=extra_requires,
+    classifiers=[
+        "Development Status :: 5 - Production/Stable",
+        "Intended Audience :: Developers",
+        "Intended Audience :: Education",
+        "Intended Audience :: Science/Research",
+        "Intended Audience :: Information Technology",
+        "Intended Audience :: Financial and Insurance Industry",
+        "Intended Audience :: Healthcare Industry",
+        "Intended Audience :: Manufacturing",
+        "License :: OSI Approved :: Apache Software License",
+        "Operating System :: OS Independent",
+        "Programming Language :: Python",
+        "Programming Language :: Python :: 3",
+        "Programming Language :: Python :: 3.4",
+        "Programming Language :: Python :: 3.5",
+        "Programming Language :: Python :: 3.6",
+        "Programming Language :: Python :: 3.7",
+        "Programming Language :: Python :: Implementation :: PyPy",
+        "Topic :: Database",
+        "Topic :: Internet :: WWW/HTTP :: Indexing/Search",
+        "Topic :: Multimedia :: Sound/Audio :: Conversion",
+        "Topic :: Multimedia :: Video :: Conversion",
+        "Topic :: Scientific/Engineering :: Artificial Intelligence",
+        "Topic :: Scientific/Engineering :: Image Recognition",
+        "Topic :: Scientific/Engineering :: Information Analysis",
+        "Topic :: Scientific/Engineering :: Visualization",
+        "Topic :: Software Development :: Libraries :: Application Frameworks",
+    ],
+)