diff --git a/frappe/email/doctype/contact/contact.py b/frappe/email/doctype/contact/contact.py
index 6f24165c81..796f9ddb99 100644
--- a/frappe/email/doctype/contact/contact.py
+++ b/frappe/email/doctype/contact/contact.py
@@ -21,7 +21,7 @@ class Contact(Document):
 
 	def validate(self):
 		self.set_user()
-		if self.email_id:
+		if self.email_id and not self.image:
 			self.image = has_gravatar(self.email_id)
 
 		deduplicate_dynamic_links(self)