newcomment.el (comment-line): Fix missing paren.
[emacs.git] / lisp / emacs-lisp / nadvice.el
blobfaebe269044d2d7085a17ddbab7864c47a84d93c
1 ;;; nadvice.el --- Light-weight advice primitives for Elisp functions -*- lexical-binding: t -*-
3 ;; Copyright (C) 2012-2015 Free Software Foundation, Inc.
5 ;; Author: Stefan Monnier <monnier@iro.umontreal.ca>
6 ;; Keywords: extensions, lisp, tools
7 ;; Package: emacs
9 ;; This program is free software; you can redistribute it and/or modify
10 ;; it under the terms of the GNU General Public License as published by
11 ;; the Free Software Foundation, either version 3 of the License, or
12 ;; (at your option) any later version.
14 ;; This program is distributed in the hope that it will be useful,
15 ;; but WITHOUT ANY WARRANTY; without even the implied warranty of
16 ;; MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
17 ;; GNU General Public License for more details.
19 ;; You should have received a copy of the GNU General Public License
20 ;; along with this program. If not, see <http://www.gnu.org/licenses/>.
22 ;;; Commentary:
24 ;; This package lets you add behavior (which we call "piece of advice") to
25 ;; existing functions, like the old `advice.el' package, but with much fewer
26 ;; bells and whistles. It comes in 2 parts:
28 ;; - The first part lets you add/remove functions, similarly to
29 ;; add/remove-hook, from any "place" (i.e. as accepted by `setf') that
30 ;; holds a function.
31 ;; This part provides mainly 2 macros: `add-function' and `remove-function'.
33 ;; - The second part provides `advice-add' and `advice-remove' which are
34 ;; refined version of the previous macros specially tailored for the case
35 ;; where the place that we want to modify is a `symbol-function'.
37 ;;; Code:
39 ;;;; Lightweight advice/hook
40 (defvar advice--where-alist
41 '((:around "\300\301\302\003#\207" 5)
42 (:before "\300\301\002\"\210\300\302\002\"\207" 4)
43 (:after "\300\302\002\"\300\301\003\"\210\207" 5)
44 (:override "\300\301\x02\"\207" 4)
45 (:after-until "\300\302\002\"\206\013\000\300\301\002\"\207" 4)
46 (:after-while "\300\302\002\"\205\013\000\300\301\002\"\207" 4)
47 (:before-until "\300\301\002\"\206\013\000\300\302\002\"\207" 4)
48 (:before-while "\300\301\002\"\205\013\000\300\302\002\"\207" 4)
49 (:filter-args "\300\302\301\x03!\"\207" 5)
50 (:filter-return "\301\300\302\x03\"!\207" 5))
51 "List of descriptions of how to add a function.
52 Each element has the form (WHERE BYTECODE STACK) where:
53 WHERE is a keyword indicating where the function is added.
54 BYTECODE is the corresponding byte-code that will be used.
55 STACK is the amount of stack space needed by the byte-code.")
57 (defvar advice--bytecodes (mapcar #'cadr advice--where-alist))
59 (defun advice--p (object)
60 (and (byte-code-function-p object)
61 (eq 128 (aref object 0))
62 (memq (length object) '(5 6))
63 (memq (aref object 1) advice--bytecodes)
64 (eq #'apply (aref (aref object 2) 0))))
66 (defsubst advice--car (f) (aref (aref f 2) 1))
67 (defsubst advice--cdr (f) (aref (aref f 2) 2))
68 (defsubst advice--props (f) (aref (aref f 2) 3))
70 (defun advice--cd*r (f)
71 (while (advice--p f)
72 (setq f (advice--cdr f)))
75 (defun advice--make-docstring (function)
76 "Build the raw docstring for FUNCTION, presumably advised."
77 (let* ((flist (indirect-function function))
78 (docfun nil)
79 (docstring nil))
80 (if (eq 'macro (car-safe flist)) (setq flist (cdr flist)))
81 (while (advice--p flist)
82 (let ((bytecode (aref flist 1))
83 (doc (aref flist 4))
84 (where nil))
85 ;; Hack attack! For advices installed before calling
86 ;; Snarf-documentation, the integer offset into the DOC file will not
87 ;; be installed in the "core unadvised function" but in the advice
88 ;; object instead! So here we try to undo the damage.
89 (if (integerp doc) (setq docfun flist))
90 (dolist (elem advice--where-alist)
91 (if (eq bytecode (cadr elem)) (setq where (car elem))))
92 (setq docstring
93 (concat
94 docstring
95 (propertize (format "%s advice: " where)
96 'face 'warning)
97 (let ((fun (advice--car flist)))
98 (if (symbolp fun) (format "`%S'" fun)
99 (let* ((name (cdr (assq 'name (advice--props flist))))
100 (doc (documentation fun t))
101 (usage (help-split-fundoc doc function)))
102 (if usage (setq doc (cdr usage)))
103 (if name
104 (if doc
105 (format "%s\n%s" name doc)
106 (format "%s" name))
107 (or doc "No documentation")))))
108 "\n")))
109 (setq flist (advice--cdr flist)))
110 (if docstring (setq docstring (concat docstring "\n")))
111 (unless docfun (setq docfun flist))
112 (let* ((origdoc (unless (eq function docfun) ;Avoid inf-loops.
113 (documentation docfun t)))
114 (usage (help-split-fundoc origdoc function)))
115 (setq usage (if (null usage)
116 (let ((arglist (help-function-arglist flist)))
117 (format "%S" (help-make-usage function arglist)))
118 (setq origdoc (cdr usage)) (car usage)))
119 (help-add-fundoc-usage (concat docstring origdoc) usage))))
121 (defun advice-eval-interactive-spec (spec)
122 "Evaluate the interactive spec SPEC."
123 (cond
124 ((stringp spec)
125 ;; There's no direct access to the C code (in call-interactively) that
126 ;; processes those specs, but that shouldn't stop us, should it?
127 ;; FIXME: Despite appearances, this is not faithful: SPEC and
128 ;; (advice-eval-interactive-spec SPEC) will behave subtly differently w.r.t
129 ;; command-history (and maybe a few other details).
130 (call-interactively `(lambda (&rest args) (interactive ,spec) args)))
131 ;; ((functionp spec) (funcall spec))
132 (t (eval spec))))
134 (defun advice--interactive-form (function)
135 ;; Like `interactive-form' but tries to avoid autoloading functions.
136 (when (commandp function)
137 (if (not (and (symbolp function) (autoloadp (indirect-function function))))
138 (interactive-form function)
139 `(interactive (advice-eval-interactive-spec
140 (cadr (interactive-form ',function)))))))
142 (defun advice--make-interactive-form (function main)
143 ;; TODO: make it so that interactive spec can be a constant which
144 ;; dynamically checks the advice--car/cdr to do its job.
145 ;; For that, advice-eval-interactive-spec needs to be more faithful.
146 (let* ((iff (advice--interactive-form function))
147 (ifm (advice--interactive-form main))
148 (fspec (cadr iff)))
149 (when (eq 'function (car-safe fspec)) ;; Macroexpanded lambda?
150 (setq fspec (nth 1 fspec)))
151 (if (functionp fspec)
152 `(funcall ',fspec ',(cadr ifm))
153 (cadr (or iff ifm)))))
155 (defun advice--make-1 (byte-code stack-depth function main props)
156 "Build a function value that adds FUNCTION to MAIN."
157 (let ((adv-sig (gethash main advertised-signature-table))
158 (advice
159 (apply #'make-byte-code 128 byte-code
160 (vector #'apply function main props) stack-depth nil
161 (and (or (commandp function) (commandp main))
162 (list (advice--make-interactive-form
163 function main))))))
164 (when adv-sig (puthash advice adv-sig advertised-signature-table))
165 advice))
167 (defun advice--make (where function main props)
168 "Build a function value that adds FUNCTION to MAIN at WHERE.
169 WHERE is a symbol to select an entry in `advice--where-alist'."
170 (let ((fd (or (cdr (assq 'depth props)) 0))
171 (md (if (advice--p main)
172 (or (cdr (assq 'depth (advice--props main))) 0))))
173 (if (and md (> fd md))
174 ;; `function' should go deeper.
175 (let ((rest (advice--make where function (advice--cdr main) props)))
176 (advice--make-1 (aref main 1) (aref main 3)
177 (advice--car main) rest (advice--props main)))
178 (let ((desc (assq where advice--where-alist)))
179 (unless desc (error "Unknown add-function location `%S'" where))
180 (advice--make-1 (nth 1 desc) (nth 2 desc)
181 function main props)))))
183 (defun advice--member-p (function use-name definition)
184 (let ((found nil))
185 (while (and (not found) (advice--p definition))
186 (if (if (eq use-name :use-both)
187 (or (equal function
188 (cdr (assq 'name (advice--props definition))))
189 (equal function (advice--car definition)))
190 (equal function (if use-name
191 (cdr (assq 'name (advice--props definition)))
192 (advice--car definition))))
193 (setq found definition)
194 (setq definition (advice--cdr definition))))
195 found))
197 (defun advice--tweak (flist tweaker)
198 (if (not (advice--p flist))
199 (funcall tweaker nil flist nil)
200 (let ((first (advice--car flist))
201 (rest (advice--cdr flist))
202 (props (advice--props flist)))
203 (let ((val (funcall tweaker first rest props)))
204 (if val (car val)
205 (let ((nrest (advice--tweak rest tweaker)))
206 (if (eq rest nrest) flist
207 (advice--make-1 (aref flist 1) (aref flist 3)
208 first nrest props))))))))
210 ;;;###autoload
211 (defun advice--remove-function (flist function)
212 (advice--tweak flist
213 (lambda (first rest props)
214 (cond ((not first) rest)
215 ((or (equal function first)
216 (equal function (cdr (assq 'name props))))
217 (list (advice--remove-function rest function)))))))
219 (defvar advice--buffer-local-function-sample nil
220 "keeps an example of the special \"run the default value\" functions.
221 These functions play the same role as t in buffer-local hooks, and to recognize
222 them, we keep a sample here against which to compare. Each instance is
223 different, but `function-equal' will hopefully ignore those differences.")
225 (defun advice--set-buffer-local (var val)
226 (if (function-equal val advice--buffer-local-function-sample)
227 (kill-local-variable var)
228 (set (make-local-variable var) val)))
230 ;;;###autoload
231 (defun advice--buffer-local (var)
232 "Buffer-local value of VAR, presumed to contain a function."
233 (declare (gv-setter advice--set-buffer-local))
234 (if (local-variable-p var) (symbol-value var)
235 (setq advice--buffer-local-function-sample
236 ;; This function acts like the t special value in buffer-local hooks.
237 (lambda (&rest args) (apply (default-value var) args)))))
239 (eval-and-compile
240 (defun advice--normalize-place (place)
241 (cond ((eq 'local (car-safe place)) `(advice--buffer-local ,@(cdr place)))
242 ((eq 'var (car-safe place)) (nth 1 place))
243 ((symbolp place) `(default-value ',place))
244 (t place))))
246 ;;;###autoload
247 (defmacro add-function (where place function &optional props)
248 ;; TODO:
249 ;; - maybe let `where' specify some kind of predicate and use it
250 ;; to implement things like mode-local or eieio-defmethod.
251 ;; Of course, that only makes sense if the predicates of all advices can
252 ;; be combined and made more efficient.
253 ;; :before is like a normal add-hook on a normal hook.
254 ;; :before-while is like add-hook on run-hook-with-args-until-failure.
255 ;; :before-until is like add-hook on run-hook-with-args-until-success.
256 ;; Same with :after-* but for (add-hook ... 'append).
257 "Add a piece of advice on the function stored at PLACE.
258 FUNCTION describes the code to add. WHERE describes where to add it.
259 WHERE can be explained by showing the resulting new function, as the
260 result of combining FUNCTION and the previous value of PLACE, which we
261 call OLDFUN here:
262 `:before' (lambda (&rest r) (apply FUNCTION r) (apply OLDFUN r))
263 `:after' (lambda (&rest r) (prog1 (apply OLDFUN r) (apply FUNCTION r)))
264 `:around' (lambda (&rest r) (apply FUNCTION OLDFUN r))
265 `:override' (lambda (&rest r) (apply FUNCTION r))
266 `:before-while' (lambda (&rest r) (and (apply FUNCTION r) (apply OLDFUN r)))
267 `:before-until' (lambda (&rest r) (or (apply FUNCTION r) (apply OLDFUN r)))
268 `:after-while' (lambda (&rest r) (and (apply OLDFUN r) (apply FUNCTION r)))
269 `:after-until' (lambda (&rest r) (or (apply OLDFUN r) (apply FUNCTION r)))
270 `:filter-args' (lambda (&rest r) (apply OLDFUN (funcall FUNCTION r)))
271 `:filter-return'(lambda (&rest r) (funcall FUNCTION (apply OLDFUN r)))
272 If FUNCTION was already added, do nothing.
273 PROPS is an alist of additional properties, among which the following have
274 a special meaning:
275 - `name': a string or symbol. It can be used to refer to this piece of advice.
276 - `depth': a number indicating a preference w.r.t ordering.
277 The default depth is 0. By convention, a depth of 100 means that
278 the advice should be innermost (i.e. at the end of the list),
279 whereas a depth of -100 means that the advice should be outermost.
281 If PLACE is a symbol, its `default-value' will be affected.
282 Use (local 'SYMBOL) if you want to apply FUNCTION to SYMBOL buffer-locally.
283 Use (var VAR) if you want to apply FUNCTION to the (lexical) VAR.
285 If one of FUNCTION or OLDFUN is interactive, then the resulting function
286 is also interactive. There are 3 cases:
287 - FUNCTION is not interactive: the interactive spec of OLDFUN is used.
288 - The interactive spec of FUNCTION is itself a function: it should take one
289 argument (the interactive spec of OLDFUN, which it can pass to
290 `advice-eval-interactive-spec') and return the list of arguments to use.
291 - Else, use the interactive spec of FUNCTION and ignore the one of OLDFUN."
292 (declare (debug t)) ;;(indent 2)
293 `(advice--add-function ,where (gv-ref ,(advice--normalize-place place))
294 ,function ,props))
296 ;;;###autoload
297 (defun advice--add-function (where ref function props)
298 (let* ((name (cdr (assq 'name props)))
299 (a (advice--member-p (or name function) (if name t) (gv-deref ref))))
300 (when a
301 ;; The advice is already present. Remove the old one, first.
302 (setf (gv-deref ref)
303 (advice--remove-function (gv-deref ref)
304 (or name (advice--car a)))))
305 (setf (gv-deref ref)
306 (advice--make where function (gv-deref ref) props))))
308 ;;;###autoload
309 (defmacro remove-function (place function)
310 "Remove the FUNCTION piece of advice from PLACE.
311 If FUNCTION was not added to PLACE, do nothing.
312 Instead of FUNCTION being the actual function, it can also be the `name'
313 of the piece of advice."
314 (declare (debug t))
315 (gv-letplace (getter setter) (advice--normalize-place place)
316 (macroexp-let2 nil new `(advice--remove-function ,getter ,function)
317 `(unless (eq ,new ,getter) ,(funcall setter new)))))
319 (defun advice-function-mapc (f function-def)
320 "Apply F to every advice function in FUNCTION-DEF.
321 F is called with two arguments: the function that was added, and the
322 properties alist that was specified when it was added."
323 (while (advice--p function-def)
324 (funcall f (advice--car function-def) (advice--props function-def))
325 (setq function-def (advice--cdr function-def))))
327 (defun advice-function-member-p (advice function-def)
328 "Return non-nil if ADVICE is already in FUNCTION-DEF.
329 Instead of ADVICE being the actual function, it can also be the `name'
330 of the piece of advice."
331 (advice--member-p advice :use-both function-def))
333 ;;;; Specific application of add-function to `symbol-function' for advice.
335 (defun advice--subst-main (old new)
336 (advice--tweak old
337 (lambda (first _rest _props) (if (not first) new))))
339 (defun advice--normalize (symbol def)
340 (cond
341 ((special-form-p def)
342 ;; Not worth the trouble trying to handle this, I think.
343 (error "Advice impossible: %S is a special form" symbol))
344 ((and (symbolp def) (macrop def))
345 (let ((newval `(macro . ,(lambda (&rest r) (macroexpand `(,def . ,r))))))
346 (put symbol 'advice--saved-rewrite (cons def (cdr newval)))
347 newval))
348 ;; `f' might be a pure (hence read-only) cons!
349 ((and (eq 'macro (car-safe def))
350 (not (ignore-errors (setcdr def (cdr def)) t)))
351 (cons 'macro (cdr def)))
352 (t def)))
354 (defsubst advice--strip-macro (x)
355 (if (eq 'macro (car-safe x)) (cdr x) x))
357 (defun advice--symbol-function (symbol)
358 ;; The value conceptually stored in `symbol-function' is split into two
359 ;; parts:
360 ;; - the normal function definition.
361 ;; - the list of advice applied to it.
362 ;; `advice--symbol-function' is intended to return the second part (i.e. the
363 ;; list of advice, which includes a hole at the end which typically holds the
364 ;; first part, but this function doesn't care much which value is found
365 ;; there).
366 ;; In the "normal" state both parts are combined into a single value stored
367 ;; in the "function slot" of the symbol. But the way they are combined is
368 ;; different depending on whether the definition is a function or a macro.
369 ;; Also if the function definition is nil (i.e. unbound) or is an autoload,
370 ;; the second part is stashed away temporarily in the `advice--pending'
371 ;; symbol property.
372 (or (get symbol 'advice--pending)
373 (advice--strip-macro (symbol-function symbol))))
375 (defun advice--defalias-fset (fsetfun symbol newdef)
376 (unless fsetfun (setq fsetfun #'fset))
377 (when (get symbol 'advice--saved-rewrite)
378 (put symbol 'advice--saved-rewrite nil))
379 (setq newdef (advice--normalize symbol newdef))
380 (let ((oldadv (advice--symbol-function symbol)))
381 (if (and newdef (not (autoloadp newdef)))
382 (let* ((snewdef (advice--strip-macro newdef))
383 (snewadv (advice--subst-main oldadv snewdef)))
384 (put symbol 'advice--pending nil)
385 (funcall fsetfun symbol
386 (if (eq snewdef newdef) snewadv (cons 'macro snewadv))))
387 (unless (eq oldadv (get symbol 'advice--pending))
388 (put symbol 'advice--pending (advice--subst-main oldadv nil)))
389 (funcall fsetfun symbol newdef))))
391 ;;;###autoload
392 (defun advice-add (symbol where function &optional props)
393 "Like `add-function' but for the function named SYMBOL.
394 Contrary to `add-function', this will properly handle the cases where SYMBOL
395 is defined as a macro, alias, command, ..."
396 ;; TODO:
397 ;; - record the advice location, to display in describe-function.
398 ;; - change all defadvice in lisp/**/*.el.
399 ;; - obsolete advice.el.
400 (let* ((f (symbol-function symbol))
401 (nf (advice--normalize symbol f)))
402 (unless (eq f nf) (fset symbol nf))
403 (add-function where (cond
404 ((eq (car-safe nf) 'macro) (cdr nf))
405 ;; Reasons to delay installation of the advice:
406 ;; - If the function is not yet defined, installing
407 ;; the advice would affect `fboundp'ness.
408 ;; - the symbol-function slot of an autoloaded
409 ;; function is not itself a function value.
410 ;; - `autoload' does nothing if the function is
411 ;; not an autoload or undefined.
412 ((or (not nf) (autoloadp nf))
413 (get symbol 'advice--pending))
414 (t (symbol-function symbol)))
415 function props)
416 (put symbol 'function-documentation `(advice--make-docstring ',symbol))
417 (add-function :around (get symbol 'defalias-fset-function)
418 #'advice--defalias-fset))
419 nil)
421 ;;;###autoload
422 (defun advice-remove (symbol function)
423 "Like `remove-function' but for the function named SYMBOL.
424 Contrary to `remove-function', this also works when SYMBOL is a macro
425 or an autoload and it preserves `fboundp'.
426 Instead of the actual function to remove, FUNCTION can also be the `name'
427 of the piece of advice."
428 (let ((f (symbol-function symbol)))
429 (remove-function (cond ;This is `advice--symbol-function' but as a "place".
430 ((get symbol 'advice--pending)
431 (get symbol 'advice--pending))
432 ((eq (car-safe f) 'macro) (cdr f))
433 (t (symbol-function symbol)))
434 function)
435 (unless (advice--p (advice--symbol-function symbol))
436 (remove-function (get symbol 'defalias-fset-function)
437 #'advice--defalias-fset)
438 (let ((asr (get symbol 'advice--saved-rewrite)))
439 (and asr (eq (cdr-safe (symbol-function symbol))
440 (cdr asr))
441 (fset symbol (car (get symbol 'advice--saved-rewrite)))))))
442 nil)
444 ;;;###autoload
445 (defmacro define-advice (symbol args &rest body)
446 "Define an advice and add it to function named SYMBOL.
447 See `advice-add' and `add-function' for explanation on the
448 arguments. Note if NAME is nil the advice is anonymous;
449 otherwise it is named `SYMBOL@NAME'.
451 \(fn SYMBOL (WHERE LAMBDA-LIST &optional NAME DEPTH) &rest BODY)"
452 (declare (indent 2) (doc-string 3) (debug (sexp sexp body)))
453 (or (listp args) (signal 'wrong-type-argument (list 'listp args)))
454 (or (<= 2 (length args) 4)
455 (signal 'wrong-number-of-arguments (list 2 4 (length args))))
456 (let* ((where (nth 0 args))
457 (lambda-list (nth 1 args))
458 (name (nth 2 args))
459 (depth (nth 3 args))
460 (props (and depth `((depth . ,depth))))
461 (advice (cond ((null name) `(lambda ,lambda-list ,@body))
462 ((or (stringp name) (symbolp name))
463 (intern (format "%s@%s" symbol name)))
464 (t (error "Unrecognized name spec `%S'" name)))))
465 `(prog1 ,@(and (symbolp advice) `((defun ,advice ,lambda-list ,@body)))
466 (advice-add ',symbol ,where #',advice ,@(and props `(',props))))))
468 (defun advice-mapc (fun symbol)
469 "Apply FUN to every advice function in SYMBOL.
470 FUN is called with a two arguments: the function that was added, and the
471 properties alist that was specified when it was added."
472 (advice-function-mapc fun (advice--symbol-function symbol)))
474 ;;;###autoload
475 (defun advice-member-p (advice symbol)
476 "Return non-nil if ADVICE has been added to SYMBOL.
477 Instead of ADVICE being the actual function, it can also be the `name'
478 of the piece of advice."
479 (advice-function-member-p advice (advice--symbol-function symbol)))
481 ;; When code is advised, called-interactively-p needs to be taught to skip
482 ;; the advising frames.
483 ;; FIXME: This Major Ugly Hack won't handle calls to called-interactively-p
484 ;; done from the advised function if the deepest advice is an around advice!
485 ;; In other cases (calls from an advice or calls from the advised function when
486 ;; the deepest advice is not an around advice), it should hopefully get
487 ;; it right.
488 (add-hook 'called-interactively-p-functions
489 #'advice--called-interactively-skip)
490 (defun advice--called-interactively-skip (origi frame1 frame2)
491 (let* ((i origi)
492 (get-next-frame
493 (lambda ()
494 (setq frame1 frame2)
495 (setq frame2 (backtrace-frame i #'called-interactively-p))
496 ;; (message "Advice Frame %d = %S" i frame2)
497 (setq i (1+ i)))))
498 (when (and (eq (nth 1 frame2) 'apply)
499 (progn
500 (funcall get-next-frame)
501 (advice--p (indirect-function (nth 1 frame2)))))
502 (funcall get-next-frame)
503 ;; If we now have the symbol, this was the head advice and
504 ;; we're done.
505 (while (advice--p (nth 1 frame1))
506 ;; This was an inner advice called from some earlier advice.
507 ;; The stack frames look different depending on the particular
508 ;; kind of the earlier advice.
509 (let ((inneradvice (nth 1 frame1)))
510 (if (and (eq (nth 1 frame2) 'apply)
511 (progn
512 (funcall get-next-frame)
513 (advice--p (indirect-function
514 (nth 1 frame2)))))
515 ;; The earlier advice was something like a before/after
516 ;; advice where the "next" code is called directly by the
517 ;; advice--p object.
518 (funcall get-next-frame)
519 ;; It's apparently an around advice, where the "next" is
520 ;; called by the body of the advice in any way it sees fit,
521 ;; so we need to skip the frames of that body.
522 (while
523 (progn
524 (funcall get-next-frame)
525 (not (and (eq (nth 1 frame2) 'apply)
526 (eq (nth 3 frame2) inneradvice)))))
527 (funcall get-next-frame)
528 (funcall get-next-frame))))
529 (- i origi 1))))
532 (provide 'nadvice)
533 ;;; nadvice.el ends here