1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
|
#!/usr/bin/env python
# Written by Alec Warner for the Gentoo Foundation 2008
# This code is hereby placed into the public domain.
"""Craws an ebuild repository for local use flags and generates documentation.
This module attempts to read metadata.xml files in an ebuild repository and
uses the <flag> xml tags to generate a set of documentation for local USE
flags.
"""
__author__ = "Alec Warner <antarus@gentoo.org>"
import logging
import optparse
import os
import sys
from xml.dom import minidom
METADATA_XML = 'metadata.xml'
class RepositoryError(Exception):
"""Basic Exception for repository problems."""
pass
class UseFlag(object):
"""A simple UseFlag wrapper."""
def __init__(self):
pass
def FindMetadataFiles(repo_path, category_path, output=sys.stdout):
"""Locate metadata files in repo_path.
Args:
repo_path: path to repository.
category_path: path to a category file (None is ok).
output: file-like object to write output to.
Returns:
Nothing.
Raises; RepositoryError.
"""
profile_path = os.path.join(repo_path, 'profiles')
logging.info('path to profile is: %s' % profile_path)
categories = GetCategories(profile_path, category_path)
packages = []
for cat in categories:
cat_path = os.path.join(repo_path, cat)
logging.debug('path to category %s is %s' % (cat, cat_path))
tmp_pkgs = GetPackages(cat_path)
pkg_paths = [os.path.join(cat_path, pkg) for pkg in tmp_pkgs]
packages.extend(pkg_paths)
total = len(packages)
for num, pkg_path in enumerate(packages):
metadata_path = os.path.join(pkg_path, METADATA_XML)
logging.info('processing %s (%s/%s)' % (metadata_path, num, total))
f = open(metadata_path, 'rb')
metadata = GetLocalFlagInfoFromMetadataXml(f)
pkg_split = pkg_path.split('/')
for k, v in metadata.iteritems():
output.write('%s/%s:%s - %s\n' % (pkg_split[-2],pkg_split[-1], k, v))
def _GetTextFromNode(node, children=0):
if node.nodeValue:
children = 0
return node.nodeValue.strip()
else:
desc = ''
children = 1
for child in node.childNodes:
child_desc = _GetTextFromNode(child, children).strip()
if children:
desc += ' ' + child_desc
else:
desc += child_desc
return desc
def GetLocalFlagInfoFromMetadataXml(metadata_file):
"""Determine use.local.desc information from metadata files.
Args:
metadata_file: a file-like object holding metadata.xml
"""
d = {}
dom_tree = minidom.parseString(metadata_file.read())
flag_tags = dom_tree.getElementsByTagName('flag')
for flag in flag_tags:
use_flag = flag.getAttribute('name')
desc = _GetTextFromNode(flag)
desc.strip()
d[use_flag] = desc
return d
def GetPackages(cat_path):
"""Return a list of packages for a given category."""
files = os.listdir(cat_path)
if METADATA_XML in files:
files.remove(METADATA_XML)
return files
def GetCategories(profile_path, categories_path):
"""Return a set of categories for a given repository.
Args:
profile_path: path to profiles/ dir of a repository.
Returns:
a list of categories.
Raises: RepositoryError.
"""
if not categories_path:
categories_path = os.path.join(profile_path, 'categories')
try:
f = open(categories_path, 'rb')
except (IOError, OSError), e:
raise RepositoryError('Problem while opening %s: %s' % (
categories_path, e))
categories = [cat.strip() for cat in f.readlines()]
return categories
def GetOpts():
"""Simple Option Parsing."""
parser = optparse.OptionParser()
parser.add_option('-r', '--repo_path', help=('path to repository from '
'which the documentation will be generated.'))
parser.add_option('-c', '--category_path', help=('path to a category',
'file if repo_path lacks a profile/category file'))
opts, unused_args = parser.parse_args()
if not opts.repo_path:
parser.error('--repo_path is a required option')
logging.error('REPO_PATH is %s' % opts.repo_path)
return (opts, unused_args)
def Main():
"""Main."""
opts, unused_args = GetOpts()
FindMetadataFiles(opts.repo_path, opts.category_path)
if __name__ == '__main__':
Main()
|
GitWeb