diff --git a/Lib/site.py b/Lib/site.py
index ba8603c9307e..47196e410916 100644
--- a/Lib/site.py
+++ b/Lib/site.py
@@ -69,7 +69,7 @@ def makepath(*paths):
 
 def abs__file__():
     """Set all module' __file__ attribute to an absolute path"""
-    for m in sys.modules.values():
+    for m in set(sys.modules.values()):
         if hasattr(m, '__loader__'):
             continue   # don't mess with a PEP 302-supplied __file__
         try: