diff --git a/lib/simple_hashtag/hashtaggable.rb b/lib/simple_hashtag/hashtaggable.rb
index 533f7e7..ce21c80 100644
--- a/lib/simple_hashtag/hashtaggable.rb
+++ b/lib/simple_hashtag/hashtaggable.rb
@@ -15,6 +15,7 @@ def hashtaggable_content
       end
 
       def update_hashtags
+        return unless self.changed.include?(self.class.hashtaggable_attribute_name.to_s) || self.destroyed?
         self.hashtags = parsed_hashtags
       end