diff --git a/inventory_provider/juniper.py b/inventory_provider/juniper.py
index d7eca477fb5ecf567c1dc4121e928c9d878ebb1f..ef0b5ee02248d3320419c5ad0bbde85d110eae6f 100644
--- a/inventory_provider/juniper.py
+++ b/inventory_provider/juniper.py
@@ -3,6 +3,7 @@ import re
 import ipaddress
 
 from jnpr.junos import Device
+from jnpr.junos import exception as EzErrors
 from lxml import etree
 import netifaces
 import requests
@@ -156,7 +157,10 @@ def _rpc(hostname, ssh):
         host=hostname,
         user=ssh['username'],
         ssh_private_key_file=ssh['private-key'])
-    dev.open()
+    try:
+        dev.open()
+    except EzErrors.ConnectError as e:
+        raise ConnectionError(str(e))
     return dev.rpc