1 # (Be in -*- python -*- mode.)
3 # ====================================================================
4 # Copyright (c) 2007-2009 CollabNet. All rights reserved.
6 # This software is licensed as described in the file COPYING, which
7 # you should have received as part of this distribution. The terms
8 # are also available at http://subversion.tigris.org/license-1.html.
9 # If newer versions of this license are posted there, you may use a
10 # newer version instead, at your option.
12 # This software consists of voluntary contributions made by many
13 # individuals. For exact contribution history, see the revision
14 # history and logs, available at http://cvs2svn.tigris.org/.
15 # ====================================================================
17 """Miscellaneous utility code common to DVCS backends (like
18 Git, Mercurial, or Bazaar).
23 from cvs2svn_lib
import config
24 from cvs2svn_lib
.common
import FatalError
25 from cvs2svn_lib
.common
import InternalError
26 from cvs2svn_lib
.run_options
import RunOptions
27 from cvs2svn_lib
.log
import logger
28 from cvs2svn_lib
.common
import error_prefix
29 from cvs2svn_lib
.context
import Ctx
30 from cvs2svn_lib
.artifact_manager
import artifact_manager
31 from cvs2svn_lib
.project
import Project
32 from cvs2svn_lib
.cvs_item
import CVSRevisionAdd
33 from cvs2svn_lib
.cvs_item
import CVSRevisionChange
34 from cvs2svn_lib
.cvs_item
import CVSRevisionDelete
35 from cvs2svn_lib
.cvs_item
import CVSRevisionNoop
36 from cvs2svn_lib
.svn_revision_range
import RevisionScores
37 from cvs2svn_lib
.openings_closings
import SymbolingsReader
38 from cvs2svn_lib
.repository_mirror
import RepositoryMirror
39 from cvs2svn_lib
.output_option
import OutputOption
40 from cvs2svn_lib
.property_setters
import FilePropertySetter
43 class KeywordHandlingPropertySetter(FilePropertySetter
):
44 """Set property _keyword_handling to a specified value.
46 This keyword is used to tell the RevisionReader whether it has to
47 collapse/expand RCS keywords when generating the fulltext or leave
50 propname
= '_keyword_handling'
52 def __init__(self
, value
):
53 if value
not in ['collapsed', 'expanded', 'untouched', None]:
55 'Value for %s must be "collapsed", "expanded", or "untouched"'
60 def set_properties(self
, cvs_file
):
61 self
.maybe_set_property(cvs_file
, self
.propname
, self
.value
)
64 class DVCSRunOptions(RunOptions
):
65 """Dumping ground for whatever is common to GitRunOptions and
67 def __init__(self
, progname
, cmd_args
, pass_manager
):
68 Ctx().cross_project_commits
= False
69 Ctx().cross_branch_commits
= False
70 RunOptions
.__init
__(self
, progname
, cmd_args
, pass_manager
)
74 project_cvs_repos_path
,
75 symbol_transforms
=None,
76 symbol_strategy_rules
=[],
78 """Set the project to be converted.
80 If a project had already been set, overwrite it.
82 Most arguments are passed straight through to the Project
83 constructor. SYMBOL_STRATEGY_RULES is an iterable of
84 SymbolStrategyRules that will be applied to symbols in this
87 symbol_strategy_rules
= list(symbol_strategy_rules
)
91 project_cvs_repos_path
,
92 symbol_transforms
=symbol_transforms
,
95 self
.projects
= [project
]
96 self
.project_symbol_strategy_rules
= [symbol_strategy_rules
]
98 def process_property_setter_options(self
):
99 super(DVCSRunOptions
, self
).process_property_setter_options()
101 # Property setters for internal use:
102 Ctx().file_property_setters
.append(
103 KeywordHandlingPropertySetter('collapsed')
106 def process_options(self
):
107 # Consistency check for options and arguments.
108 if len(self
.args
) == 0:
112 if len(self
.args
) > 1:
113 logger
.error(error_prefix
+ ": must pass only one CVS repository.\n")
117 cvsroot
= self
.args
[0]
119 self
.process_extraction_options()
120 self
.process_output_options()
121 self
.process_symbol_strategy_options()
122 self
.process_property_setter_options()
124 # Create the project:
127 symbol_transforms
=self
.options
.symbol_transforms
,
128 symbol_strategy_rules
=self
.options
.symbol_strategy_rules
,
132 class DVCSOutputOption(OutputOption
):
134 self
._mirror
= RepositoryMirror()
135 self
._symbolings
_reader
= None
137 def normalize_author_transforms(self
, author_transforms
):
138 """Convert AUTHOR_TRANSFORMS into author strings.
140 AUTHOR_TRANSFORMS is a dict { CVSAUTHOR : DVCSAUTHOR } where
141 CVSAUTHOR is the CVS author and DVCSAUTHOR is either:
143 * a tuple (NAME, EMAIL) where NAME and EMAIL are strings. Such
144 entries are converted into a UTF-8 string of the form 'name
147 * a string already in the form 'name <email>'.
149 Return a similar dict { CVSAUTHOR : DVCSAUTHOR } where all keys
150 and values are UTF-8-encoded strings.
152 Any of the input strings may be Unicode strings (in which case
153 they are encoded to UTF-8) or 8-bit strings (in which case they
154 are used as-is). Also turns None into the empty dict."""
157 if author_transforms
is not None:
158 for (cvsauthor
, dvcsauthor
) in author_transforms
.iteritems():
159 cvsauthor
= to_utf8(cvsauthor
)
160 if isinstance(dvcsauthor
, basestring
):
161 dvcsauthor
= to_utf8(dvcsauthor
)
163 (name
, email
,) = dvcsauthor
165 email
= to_utf8(email
)
166 dvcsauthor
= "%s <%s>" % (name
, email
,)
167 result
[cvsauthor
] = dvcsauthor
170 def register_artifacts(self
, which_pass
):
171 # These artifacts are needed for SymbolingsReader:
172 artifact_manager
.register_temp_file_needed(
173 config
.SYMBOL_OPENINGS_CLOSINGS_SORTED
, which_pass
175 artifact_manager
.register_temp_file_needed(
176 config
.SYMBOL_OFFSETS_DB
, which_pass
178 self
._mirror
.register_artifacts(which_pass
)
181 if Ctx().cross_project_commits
:
183 '%s output is not supported with cross-project commits' % self
.name
185 if Ctx().cross_branch_commits
:
187 '%s output is not supported with cross-branch commits' % self
.name
189 if Ctx().username
is None:
191 '%s output requires a default commit username' % self
.name
194 def setup(self
, svn_rev_count
):
195 self
._symbolings
_reader
= SymbolingsReader()
200 self
._symbolings
_reader
.close()
201 del self
._symbolings
_reader
203 def _get_source_groups(self
, svn_commit
):
204 """Return groups of sources for SVN_COMMIT.
206 SVN_COMMIT is an instance of SVNSymbolCommit. Return a list of tuples
207 (svn_revnum, source_lod, cvs_symbols) where svn_revnum is the revision
208 that should serve as a source, source_lod is the CVS line of
209 development, and cvs_symbols is a list of CVSSymbolItems that can be
210 copied from that source. The list is in arbitrary order."""
212 # Get a map {CVSSymbol : SVNRevisionRange}:
213 range_map
= self
._symbolings
_reader
.get_range_map(svn_commit
)
215 # range_map, split up into one map per LOD; i.e., {LOD :
216 # {CVSSymbol : SVNRevisionRange}}:
219 for (cvs_symbol
, range) in range_map
.iteritems():
220 lod_range_map
= lod_range_maps
.get(range.source_lod
)
221 if lod_range_map
is None:
223 lod_range_maps
[range.source_lod
] = lod_range_map
224 lod_range_map
[cvs_symbol
] = range
226 # Sort the sources so that the branch that serves most often as
227 # parent is processed first:
228 lod_ranges
= lod_range_maps
.items()
230 lambda (lod1
,lod_range_map1
),(lod2
,lod_range_map2
):
231 -cmp(len(lod_range_map1
), len(lod_range_map2
)) or cmp(lod1
, lod2
)
235 for (lod
, lod_range_map
) in lod_ranges
:
237 revision_scores
= RevisionScores(lod_range_map
.values())
238 (source_lod
, revnum
, score
) = revision_scores
.get_best_revnum()
239 assert source_lod
== lod
241 for (cvs_symbol
, range) in lod_range_map
.items():
243 cvs_symbols
.append(cvs_symbol
)
244 del lod_range_map
[cvs_symbol
]
245 source_groups
.append((revnum
, lod
, cvs_symbols
))
249 def _is_simple_copy(self
, svn_commit
, source_groups
):
250 """Return True iff SVN_COMMIT can be created as a simple copy.
252 SVN_COMMIT is an SVNTagCommit. Return True iff it can be created
253 as a simple copy from an existing revision (i.e., if the fixup
254 branch can be avoided for this tag creation)."""
256 # The first requirement is that there be exactly one source:
257 if len(source_groups
) != 1:
260 (svn_revnum
, source_lod
, cvs_symbols
) = source_groups
[0]
262 # The second requirement is that the destination LOD not already
265 self
._mirror
.get_current_lod_directory(svn_commit
.symbol
)
267 # The LOD doesn't already exist. This is good.
270 # The LOD already exists. It cannot be created by a copy.
273 # The third requirement is that the source LOD contains exactly
274 # the same files as we need to add to the symbol:
276 source_node
= self
._mirror
.get_old_lod_directory(source_lod
, svn_revnum
)
278 raise InternalError('Source %r does not exist' % (source_lod
,))
280 set([cvs_symbol
.cvs_file
for cvs_symbol
in cvs_symbols
])
281 == set(self
._get
_all
_files
(source_node
))
284 def _get_all_files(self
, node
):
285 """Generate all of the CVSFiles under NODE."""
287 for cvs_path
in node
:
288 subnode
= node
[cvs_path
]
292 for sub_cvs_path
in self
._get
_all
_files
(subnode
):
296 class MirrorUpdater(object):
297 def register_artifacts(self
, which_pass
):
300 def start(self
, mirror
):
301 self
._mirror
= mirror
303 def _mkdir_p(self
, cvs_directory
, lod
):
304 """Make sure that CVS_DIRECTORY exists in LOD.
306 If not, create it. Return the node for CVS_DIRECTORY."""
309 node
= self
._mirror
.get_current_lod_directory(lod
)
311 node
= self
._mirror
.add_lod(lod
)
313 for sub_path
in cvs_directory
.get_ancestry()[1:]:
315 node
= node
[sub_path
]
317 node
= node
.mkdir(sub_path
)
319 raise ExpectedDirectoryError(
320 'File found at \'%s\' where directory was expected.' % (sub_path
,)
325 def add_file(self
, cvs_rev
, post_commit
):
326 cvs_file
= cvs_rev
.cvs_file
328 lod
= cvs_file
.project
.get_trunk()
331 parent_node
= self
._mkdir
_p
(cvs_file
.parent_directory
, lod
)
332 parent_node
.add_file(cvs_file
)
334 def modify_file(self
, cvs_rev
, post_commit
):
335 cvs_file
= cvs_rev
.cvs_file
337 lod
= cvs_file
.project
.get_trunk()
340 if self
._mirror
.get_current_path(cvs_file
, lod
) is not None:
341 raise ExpectedFileError(
342 'Directory found at \'%s\' where file was expected.' % (cvs_file
,)
345 def delete_file(self
, cvs_rev
, post_commit
):
346 cvs_file
= cvs_rev
.cvs_file
348 lod
= cvs_file
.project
.get_trunk()
351 parent_node
= self
._mirror
.get_current_path(
352 cvs_file
.parent_directory
, lod
354 if parent_node
[cvs_file
] is not None:
355 raise ExpectedFileError(
356 'Directory found at \'%s\' where file was expected.' % (cvs_file
,)
358 del parent_node
[cvs_file
]
360 def process_revision(self
, cvs_rev
, post_commit
):
361 if isinstance(cvs_rev
, CVSRevisionAdd
):
362 self
.add_file(cvs_rev
, post_commit
)
363 elif isinstance(cvs_rev
, CVSRevisionChange
):
364 self
.modify_file(cvs_rev
, post_commit
)
365 elif isinstance(cvs_rev
, CVSRevisionDelete
):
366 self
.delete_file(cvs_rev
, post_commit
)
367 elif isinstance(cvs_rev
, CVSRevisionNoop
):
370 raise InternalError('Unexpected CVSRevision type: %s' % (cvs_rev
,))
372 def branch_file(self
, cvs_symbol
):
373 cvs_file
= cvs_symbol
.cvs_file
374 parent_node
= self
._mkdir
_p
(cvs_file
.parent_directory
, cvs_symbol
.symbol
)
375 parent_node
.add_file(cvs_file
)
382 if isinstance(s
, unicode):
383 return s
.encode('utf8')