* cedet/semantic/lex.el (semantic-lex-reset-hooks): Doc fix.

[gnu-emacs] / lisp / cedet / semantic / util.el

;;; semantic/util.el --- Utilities for use with semantic tag tables

;;; Copyright (C) 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2007,
;;; 2008, 2009 Free Software Foundation, Inc.

;; Author: Eric M. Ludlam <zappo@gnu.org>
;; Keywords: syntax

;; This file is part of GNU Emacs.

;; GNU Emacs is free software: you can redistribute it and/or modify
;; it under the terms of the GNU General Public License as published by
;; the Free Software Foundation, either version 3 of the License, or
;; (at your option) any later version.

;; GNU Emacs is distributed in the hope that it will be useful,
;; but WITHOUT ANY WARRANTY; without even the implied warranty of
;; MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
;; GNU General Public License for more details.

;; You should have received a copy of the GNU General Public License
;; along with GNU Emacs.  If not, see <http://www.gnu.org/licenses/>.

;;; Commentary:
;;
;; Semantic utility API for use with semantic tag tables.
;;

(require 'assoc)
(require 'semantic)

(declare-function data-debug-insert-stuff-list "data-debug")
(declare-function data-debug-insert-thing "data-debug")
(declare-function semanticdb-file-stream "semantic/db")
(declare-function semanticdb-abstract-table-child-p "semantic/db")
(declare-function semanticdb-refresh-table "semantic/db")
(declare-function semanticdb-get-tags "semantic/db")
(declare-function semanticdb-find-results-p "semantic/db-find")

;; For semantic-find-tags-by-class, semantic--find-tags-by-function,
;; and semantic-brute-find-tag-standard:
(eval-when-compile (require 'semantic/find))

;;; Code:

(defvar semantic-type-relation-separator-character '(".")
  "Character strings used to separate a parent/child relationship.
This list of strings are used for displaying or finding separators
in variable field dereferencing.  The first character will be used for
display.  In C, a type field is separated like this: \"type.field\"
thus, the character is a \".\".  In C, and additional value of \"->\"
would be in the list, so that \"type->field\" could be found.")
(make-variable-buffer-local 'semantic-type-relation-separator-character)

(defvar semantic-equivalent-major-modes nil
  "List of major modes which are considered equivalent.
Equivalent modes share a parser, and a set of override methods.
A value of nil means that the current major mode is the only one.")
(make-variable-buffer-local 'semantic-equivalent-major-modes)

;; These semanticdb calls will throw warnings in the byte compiler.
;; Doing the right thing to make them available at compile time
;; really messes up the compilation sequence.
(defun semantic-file-tag-table (file)
  "Return a tag table for FILE.
If it is loaded, return the stream after making sure it's ok.
If FILE is not loaded, check to see if `semanticdb' feature exists,
   and use it to get tags from files not in memory.
If FILE is not loaded, and semanticdb is not available, find the file
   and parse it."
  (save-match-data
    (if (find-buffer-visiting file)
        (save-excursion
          (set-buffer (find-buffer-visiting file))
          (semantic-fetch-tags))
      ;; File not loaded
      (if (and (require 'semantic/db-mode)
               (semanticdb-minor-mode-p))
          ;; semanticdb is around, use it.
          (semanticdb-file-stream file)
        ;; Get the stream ourselves.
        (save-excursion
          (set-buffer (find-file-noselect file))
          (semantic-fetch-tags))))))

(semantic-alias-obsolete 'semantic-file-token-stream
                         'semantic-file-tag-table)

(defun semantic-something-to-tag-table (something)
  "Convert SOMETHING into a semantic tag table.
Something can be a tag with a valid BUFFER property, a tag table, a
buffer, or a filename.  If SOMETHING is nil return nil."
  (cond
   ;; A list of tags
   ((and (listp something)
         (semantic-tag-p (car something)))
    something)
   ;; A buffer
   ((bufferp something)
    (save-excursion
      (set-buffer something)
      (semantic-fetch-tags)))
   ;; A Tag: Get that tag's buffer
   ((and (semantic-tag-with-position-p something)
         (semantic-tag-in-buffer-p something))
    (save-excursion
      (set-buffer (semantic-tag-buffer something))
      (semantic-fetch-tags)))
   ;; Tag with a file name in it
   ((and (semantic-tag-p something)
         (semantic-tag-file-name something)
         (file-exists-p (semantic-tag-file-name something)))
    (semantic-file-tag-table
     (semantic-tag-file-name something)))
   ;; A file name
   ((and (stringp something)
         (file-exists-p something))
    (semantic-file-tag-table something))
   ;; A Semanticdb table
   ((and (featurep 'semantic/db)
         (semanticdb-minor-mode-p)
         (semanticdb-abstract-table-child-p something))
    (semanticdb-refresh-table something)
    (semanticdb-get-tags something))
   ;; Semanticdb find-results
   ((and (featurep 'semantic/db)
         (semanticdb-minor-mode-p)
         (require 'semantic/db-find)
         (semanticdb-find-results-p something))
    (semanticdb-strip-find-results something))
   ;; NOTE: This commented out since if a search result returns
   ;;       empty, that empty would turn into everything on the next search.
   ;; Use the current buffer for nil
;;   ((null something)
;;    (semantic-fetch-tags))
   ;; don't know what it is
   (t nil)))

(semantic-alias-obsolete 'semantic-something-to-stream
                         'semantic-something-to-tag-table)

;;; Recursive searching through dependency trees
;;
;; This will depend on the general searching APIS defined above.
;; but will add full recursion through the dependencies list per
;; stream.
(defun semantic-recursive-find-nonterminal-by-name (name buffer)
  "Recursively find the first occurrence of NAME.
Start search with BUFFER.  Recurse through all dependencies till found.
The return item is of the form (BUFFER TOKEN) where BUFFER is the buffer
in which TOKEN (the token found to match NAME) was found.

THIS ISN'T USED IN SEMANTIC.  DELETE ME SOON."
  (save-excursion
    (set-buffer buffer)
    (let* ((stream (semantic-fetch-tags))
           (includelist (or (semantic-find-tags-by-class 'include stream)
                            "empty.silly.thing"))
           (found (semantic-find-first-tag-by-name name stream))
           (unfound nil))
      (while (and (not found) includelist)
        (let ((fn (semantic-dependency-tag-file (car includelist))))
          (if (and fn (not (member fn unfound)))
              (save-excursion
                (save-match-data
                  (set-buffer (find-file-noselect fn)))
                (message "Scanning %s" (buffer-file-name))
                (setq stream (semantic-fetch-tags))
                (setq found (semantic-find-first-tag-by-name name stream))
                (if found
                    (setq found (cons (current-buffer) (list found)))
                  (setq includelist
                        (append includelist
                                (semantic-find-tags-by-class
                                 'include stream))))
                (setq unfound (cons fn unfound)))))
        (setq includelist (cdr includelist)))
      found)))
(make-obsolete 'semantic-recursive-find-nonterminal-by-name
               "Do not use this function.")

;;; Completion APIs
;;
;; These functions provide minibuffer reading/completion for lists of
;; nonterminals.
(defvar semantic-read-symbol-history nil
  "History for a symbol read.")

(defun semantic-read-symbol (prompt &optional default stream filter)
  "Read a symbol name from the user for the current buffer.
PROMPT is the prompt to use.
Optional arguments:
DEFAULT is the default choice.  If no default is given, one is read
from under point.
STREAM is the list of tokens to complete from.
FILTER is provides a filter on the types of things to complete.
FILTER must be a function to call on each element."
  (if (not default) (setq default (thing-at-point 'symbol)))
  (if (not stream) (setq stream (semantic-fetch-tags)))
  (setq stream
        (if filter
            (semantic--find-tags-by-function filter stream)
          (semantic-brute-find-tag-standard stream)))
  (if (and default (string-match ":" prompt))
      (setq prompt
            (concat (substring prompt 0 (match-end 0))
                    " (default: " default ") ")))
  (completing-read prompt stream nil t ""
                   'semantic-read-symbol-history
                   default))

(defun semantic-read-variable (prompt &optional default stream)
  "Read a variable name from the user for the current buffer.
PROMPT is the prompt to use.
Optional arguments:
DEFAULT is the default choice.  If no default is given, one is read
from under point.
STREAM is the list of tokens to complete from."
  (semantic-read-symbol
   prompt default
   (or (semantic-find-tags-by-class
        'variable (or stream (current-buffer)))
       (error "No local variables"))))

(defun semantic-read-function (prompt &optional default stream)
  "Read a function name from the user for the current buffer.
PROMPT is the prompt to use.
Optional arguments:
DEFAULT is the default choice.  If no default is given, one is read
from under point.
STREAM is the list of tags to complete from."
  (semantic-read-symbol
   prompt default
   (or (semantic-find-tags-by-class
        'function (or stream (current-buffer)))
       (error "No local functions"))))

(defun semantic-read-type (prompt &optional default stream)
  "Read a type name from the user for the current buffer.
PROMPT is the prompt to use.
Optional arguments:
DEFAULT is the default choice.  If no default is given, one is read
from under point.
STREAM is the list of tags to complete from."
  (semantic-read-symbol
   prompt default
   (or (semantic-find-tags-by-class
        'type (or stream (current-buffer)))
       (error "No local types"))))

\f
;;; Interactive Functions for
;;
(defun semantic-describe-tag (&optional tag)
  "Describe TAG in the minibuffer.
If TAG is nil, describe the tag under the cursor."
  (interactive)
  (if (not tag) (setq tag (semantic-current-tag)))
  (semantic-fetch-tags)
  (if tag (message (semantic-format-tag-summarize tag))))

\f
;;; Putting keys on tags.
;;
(defun semantic-add-label (label value &optional tag)
  "Add a LABEL with VALUE on TAG.
If TAG is not specified, use the tag at point."
  (interactive "sLabel: \nXValue (eval): ")
  (if (not tag)
      (progn
        (semantic-fetch-tags)
        (setq tag (semantic-current-tag))))
  (semantic--tag-put-property tag (intern label) value)
  (message "Added label %s with value %S" label value))

(defun semantic-show-label (label &optional tag)
  "Show the value of LABEL on TAG.
If TAG is not specified, use the tag at point."
  (interactive "sLabel: ")
  (if (not tag)
      (progn
        (semantic-fetch-tags)
        (setq tag (semantic-current-tag))))
  (message "%s: %S" label (semantic--tag-get-property tag (intern label))))

\f
;;; Hacks
;;
;; Some hacks to help me test these functions
(defun semantic-describe-buffer-var-helper (varsym buffer)
  "Display to standard out the value of VARSYM in BUFFER."
  (require 'data-debug)
  (let ((value (save-excursion
                 (set-buffer buffer)
                 (symbol-value varsym))))
    (cond
     ((and (consp value)
           (< (length value) 10))
      ;; Draw the list of things in the list.
      (princ (format "  %s:  #<list of %d items>\n"
                     varsym (length value)))
      (data-debug-insert-stuff-list
       value "    " )
      )
     (t
      ;; Else do a one-liner.
      (data-debug-insert-thing
       value " " (concat " " (symbol-name varsym) ": "))
      ))))

(defun semantic-describe-buffer ()
  "Describe the semantic environment for the current buffer."
  (interactive)
  (let ((buff (current-buffer))
        )

    (with-output-to-temp-buffer (help-buffer)
      (help-setup-xref (list #'semantic-describe-buffer) (interactive-p))
      (with-current-buffer standard-output
        (princ "Semantic Configuration in ")
        (princ (buffer-name buff))
        (princ "\n\n")

        (princ "Buffer specific configuration items:\n")
        (let ((vars '(major-mode
                      semantic-case-fold
                      semantic-expand-nonterminal
                      semantic-parser-name
                      semantic-parse-tree-state
                      semantic-lex-analyzer
                      semantic-lex-reset-hooks
                      )))
          (dolist (V vars)
            (semantic-describe-buffer-var-helper V buff)))

        (princ "\nGeneral configuration items:\n")
        (let ((vars '(semantic-inhibit-functions
                      semantic-init-hook
                      semantic-init-db-hook
                      semantic-unmatched-syntax-hook
                      semantic--before-fetch-tags-hook
                      semantic-after-toplevel-bovinate-hook
                      semantic-after-toplevel-cache-change-hook
                      semantic-before-toplevel-cache-flush-hook
                      semantic-dump-parse

                      )))
          (dolist (V vars)
            (semantic-describe-buffer-var-helper V buff)))

        (princ "\n\n")
        (mode-local-describe-bindings-2 buff)
        )))
  )

(defun semantic-current-tag-interactive (p)
  "Display the current token.
Argument P is the point to search from in the current buffer."
  (interactive "d")
  (require 'semantic/find)
  (let ((tok (semantic-brute-find-innermost-tag-by-position
              p (current-buffer))))
    (message (mapconcat 'semantic-abbreviate-nonterminal tok ","))
    (car tok))
  )

(defun semantic-hack-search ()
  "Display info about something under the cursor using generic methods."
  (interactive)
  (require 'semantic/find)
  (let (
        ;(name (thing-at-point 'symbol))
        (strm (cdr (semantic-fetch-tags)))
        (res nil))
;    (if name
        (setq res
;             (semantic-find-nonterminal-by-name name strm)
;             (semantic-find-nonterminal-by-type name strm)
;             (semantic-recursive-find-nonterminal-by-name name (current-buffer))
              (semantic-brute-find-tag-by-position (point) strm)

              )
;       )
    (if res
        (progn
          (pop-to-buffer "*SEMANTIC HACK RESULTS*")
          (require 'pp)
          (erase-buffer)
          (insert (pp-to-string res) "\n")
          (goto-char (point-min))
          (shrink-window-if-larger-than-buffer))
      (message "nil"))))

(defun semantic-assert-valid-token (tok)
  "Assert that TOK is a valid token."
  (if (semantic-tag-p tok)
      (if (semantic-tag-with-position-p tok)
          (let ((o  (semantic-tag-overlay tok)))
            (if (and (semantic-overlay-p o)
                     (not (semantic-overlay-live-p o)))
                (let ((debug-on-error t))
                  (error "Tag %s is invalid!" (semantic-tag-name tok)))
              ;; else, tag is OK.
              ))
        ;; Positionless tags are also ok.
        )
    (let ((debug-on-error t))
      (error "Not a semantic tag: %S" tok))))

(defun semantic-sanity-check (&optional cache over notfirst)
  "Perform a sanity check on the current buffer.
The buffer's set of overlays, and those overlays found via the cache
are verified against each other.
CACHE, and OVER are the semantic cache, and the overlay list.
NOTFIRST indicates that this was not the first call in the recursive use."
  (interactive)
  (if (and (not cache) (not over) (not notfirst))
      (setq cache semantic--buffer-cache
            over (semantic-overlays-in (point-min) (point-max))))
  (while cache
    (let ((chil (semantic-tag-components-with-overlays (car cache))))
      (if (not (memq (semantic-tag-overlay (car cache)) over))
          (message "Tag %s not in buffer overlay list."
                   (semantic-format-tag-concise-prototype (car cache))))
      (setq over (delq (semantic-tag-overlay (car cache)) over))
      (setq over (semantic-sanity-check chil over t))
      (setq cache (cdr cache))))
  (if (not notfirst)
      ;; Strip out all overlays which aren't semantic overlays
      (let ((o nil))
        (while over
          (when (and (semantic-overlay-get (car over) 'semantic)
                     (not (eq (semantic-overlay-get (car over) 'semantic)
                              'unmatched)))
            (setq o (cons (car over) o)))
          (setq over (cdr over)))
        (message "Remaining overlays: %S" o)))
  over)

;;; Interactive commands (from Senator).

;; The Senator library from upstream CEDET is not included in the
;; built-in version of Emacs.  The plan is to fold it into the
;; different parts of CEDET and Emacs, so that it works
;; "transparently".  Here are some interactive commands based on
;; Senator.

;; Symbol completion

(defvar semantic--completion-cache nil
  "Internal variable used by `senator-complete-symbol'.")

(defsubst semantic-symbol-start (pos)
  "Return the start of the symbol at buffer position POS."
  (car (nth 2 (semantic-ctxt-current-symbol-and-bounds pos))))

(defun semantic-find-tag-for-completion (prefix)
  "Find all tags with name starting with PREFIX.
This uses `semanticdb' when available."
  (let (result ctxt)
    ;; Try the Semantic analyzer
    (condition-case nil
        (and (featurep 'semantic/analyze)
             (setq ctxt (semantic-analyze-current-context))
             (setq result (semantic-analyze-possible-completions ctxt)))
      (error nil))
    (or result
        ;; If the analyzer fails, then go into boring completion.
        (if (and (featurep 'semantic/db) (semanticdb-minor-mode-p))
            (semanticdb-fast-strip-find-results
             (semanticdb-deep-find-tags-for-completion prefix))
          (semantic-deep-find-tags-for-completion prefix (current-buffer))))))

(defun semantic-complete-symbol (&optional predicate)
  "Complete the symbol under point, using Semantic facilities.
When called from a program, optional arg PREDICATE is a predicate
determining which symbols are considered."
  (interactive)
  (let* ((start (car (nth 2 (semantic-ctxt-current-symbol-and-bounds
                             (point)))))
         (pattern (regexp-quote (buffer-substring start (point))))
         collection completion)
    (when start
      (if (and semantic--completion-cache
               (eq (nth 0 semantic--completion-cache) (current-buffer))
               (=  (nth 1 semantic--completion-cache) start)
               (save-excursion
                 (goto-char start)
                 (looking-at (nth 3 semantic--completion-cache))))
          ;; Use cached value.
          (setq collection (nthcdr 4 semantic--completion-cache))
        ;; Perform new query.
        (setq collection (semantic-find-tag-for-completion pattern))
        (setq semantic--completion-cache
              (append (list (current-buffer) start 0 pattern)
                      collection))))
    (if (null collection)
        (let ((str (if pattern (format " for \"%s\"" pattern) "")))
          (if (window-minibuffer-p (selected-window))
              (minibuffer-message (format " [No completions%s]" str))
            (message "Can't find completion%s" str)))
      (setq completion (try-completion pattern collection predicate))
      (if (string= pattern completion)
          (let ((list (all-completions pattern collection predicate)))
            (setq list (sort list 'string<))
            (if (> (length list) 1)
                (with-output-to-temp-buffer "*Completions*"
                  (display-completion-list list pattern))
              ;; Bury any out-of-date completions buffer.
              (let ((win (get-buffer-window "*Completions*" 0)))
                (if win (with-selected-window win (bury-buffer))))))
        ;; Exact match
        (delete-region start (point))
        (insert completion)
        ;; Bury any out-of-date completions buffer.
        (let ((win (get-buffer-window "*Completions*" 0)))
          (if win (with-selected-window win (bury-buffer))))))))

(provide 'semantic/util)

;;; Minor modes
;;
(require 'semantic/util-modes)

;;; semantic/util.el ends here