diff --git a/server/store/datastore/migration/022_add_org_id.go b/server/store/datastore/migration/022_add_org_id.go
index 7f9b61619..0ffc8de1e 100644
--- a/server/store/datastore/migration/022_add_org_id.go
+++ b/server/store/datastore/migration/022_add_org_id.go
@@ -56,6 +56,6 @@ var addOrgID = task{
 			}
 		}
 
-		return dropTableColumns(sess, "secrets", "secret_owner")
+		return nil
 	},
 }