diff -r 3450a1dac4a9 javafx-beans/src/javafx/collections/FXCollections.java
--- a/javafx-beans/src/javafx/collections/FXCollections.java	Fri May 31 17:15:40 2013 -0400
+++ b/javafx-beans/src/javafx/collections/FXCollections.java	Thu Jun 06 08:19:16 2013 -0400
@@ -1625,17 +1625,23 @@
 
         private final ObservableSet<E> backingSet;
         private SetListenerHelper<E> listenerHelper;
-        private final SetChangeListener<E> listener;
+        private SetChangeListener<E> listener;
 
         public UnmodifiableObservableSet(ObservableSet<E> backingSet) {
             this.backingSet = backingSet;
-            listener = new SetChangeListener<E>() {
-                @Override
-                public void onChanged(Change<? extends E> c) {
-                    callObservers(new SetAdapterChange<E>(UnmodifiableObservableSet.this, c));
-                }
-            };
-            this.backingSet.addListener(new WeakSetChangeListener<E>(listener));
+            this.listener = null;
+        }
+
+        private void initListener() {
+            if (listener == null) {
+                listener = new SetChangeListener<E>() {
+                    @Override
+                    public void onChanged(Change<? extends E> c) {
+                        callObservers(new SetAdapterChange<E>(UnmodifiableObservableSet.this, c));
+                    }
+                };
+                this.backingSet.addListener(new WeakSetChangeListener<E>(listener));
+            }
         }
 
         private void callObservers(SetChangeListener.Change<? extends E> change) {
@@ -1671,6 +1677,7 @@
 
         @Override
         public void addListener(InvalidationListener listener) {
+            initListener();
             listenerHelper = SetListenerHelper.addListener(listenerHelper, listener);
         }
 
@@ -1681,6 +1688,7 @@
 
         @Override
         public void addListener(SetChangeListener<? super E> listener) {
+            initListener();
             listenerHelper = SetListenerHelper.addListener(listenerHelper, listener);
         }