diff --git a/autoload/UltiSnips.vim b/autoload/UltiSnips.vim
index f1b2f15..55da863 100644
--- a/autoload/UltiSnips.vim
+++ b/autoload/UltiSnips.vim
@@ -16,6 +16,10 @@ endfunction
 
 call UltiSnips#bootstrap#Bootstrap()
 if !exists("g:_uspy")
+   " Delete the autocommands defined in plugin/UltiSnips.vim.
+   augroup UltiSnips
+       au!
+   augroup END
    finish
 end
 
diff --git a/plugin/UltiSnips.vim b/plugin/UltiSnips.vim
index bad9016..26ac44b 100644
--- a/plugin/UltiSnips.vim
+++ b/plugin/UltiSnips.vim
@@ -57,10 +57,13 @@ function! UltiSnips_Anon(...)
     return call(function('UltiSnips#Anon'), a:000)
 endfunction
 
-au CursorMovedI * call UltiSnips#CursorMoved()
-au CursorMoved * call UltiSnips#CursorMoved()
-au BufLeave * call UltiSnips#LeavingBuffer()
-au InsertLeave * call UltiSnips#LeavingInsertMode()
+augroup UltiSnips
+    au!
+    au CursorMovedI * call UltiSnips#CursorMoved()
+    au CursorMoved * call UltiSnips#CursorMoved()
+    au BufLeave * call UltiSnips#LeavingBuffer()
+    au InsertLeave * call UltiSnips#LeavingInsertMode()
+augroup END
 
 call UltiSnips#map_keys#MapKeys()