diff --git a/changelog.rst b/changelog.rst
index fda37b4a..4d2e9868 100644
--- a/changelog.rst
+++ b/changelog.rst
@@ -11,6 +11,7 @@ Internal:
 
 * (Fixup) Clean up and add behave logging. (Thanks: `Marcin Cieślak`_, `Dick Marinus`_)
 * Override VISUAL environment variable for behave tests. (Thanks: `Marcin Cieślak`_)
+* Remove build dir before running sdist, remove stray files from wheel distribution. (Thanks: `Dick Marinus`_)
 
 2.0.2:
 ======
diff --git a/release.py b/release.py
index 15059c68..6526128d 100644
--- a/release.py
+++ b/release.py
@@ -67,7 +67,7 @@ def create_git_tag(tag_name):
 
 
 def create_distribution_files():
-    run_step('python', 'setup.py', 'sdist', 'bdist_wheel')
+    run_step('python', 'setup.py', 'clean', '--all', 'sdist', 'bdist_wheel')
 
 
 def upload_distribution_files():