1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
|
package org.jetbrains.dokka
import com.google.inject.Guice
import com.intellij.openapi.util.Disposer
import com.intellij.openapi.vfs.VirtualFileManager
import com.intellij.psi.PsiFile
import com.intellij.psi.PsiJavaFile
import com.intellij.psi.PsiManager
import com.sampullara.cli.Args
import com.sampullara.cli.Argument
import org.jetbrains.dokka.Utilities.GuiceModule
import org.jetbrains.kotlin.cli.common.arguments.ValueDescription
import org.jetbrains.kotlin.cli.common.messages.CompilerMessageLocation
import org.jetbrains.kotlin.cli.common.messages.CompilerMessageSeverity
import org.jetbrains.kotlin.cli.common.messages.MessageCollector
import org.jetbrains.kotlin.cli.common.messages.MessageRenderer
import org.jetbrains.kotlin.cli.jvm.compiler.KotlinCoreEnvironment
import org.jetbrains.kotlin.cli.jvm.config.JavaSourceRoot
import org.jetbrains.kotlin.config.CommonConfigurationKeys
import org.jetbrains.kotlin.utils.PathUtil
import java.io.File
import kotlin.util.measureTimeMillis
class DokkaArguments {
@set:Argument(value = "src", description = "Source file or directory (allows many paths separated by the system path separator)")
@ValueDescription("<path>")
public var src: String = ""
@set:Argument(value = "srcLink", description = "Mapping between a source directory and a Web site for browsing the code")
@ValueDescription("<path>=<url>[#lineSuffix]")
public var srcLink: String = ""
@set:Argument(value = "include", description = "Markdown files to load (allows many paths separated by the system path separator)")
@ValueDescription("<path>")
public var include: String = ""
@set:Argument(value = "samples", description = "Source root for samples")
@ValueDescription("<path>")
public var samples: String = ""
@set:Argument(value = "output", description = "Output directory path")
@ValueDescription("<path>")
public var outputDir: String = "out/doc/"
@set:Argument(value = "format", description = "Output format (text, html, markdown, jekyll, kotlin-website)")
@ValueDescription("<name>")
public var outputFormat: String = "html"
@set:Argument(value = "module", description = "Name of the documentation module")
@ValueDescription("<name>")
public var moduleName: String = ""
@set:Argument(value = "classpath", description = "Classpath for symbol resolution")
@ValueDescription("<path>")
public var classpath: String = ""
@set:Argument(value = "nodeprecated", description = "Exclude deprecated members from documentation")
public var nodeprecated: Boolean = false
}
private fun parseSourceLinkDefinition(srcLink: String): SourceLinkDefinition {
val (path, urlAndLine) = srcLink.split('=')
return SourceLinkDefinition(File(path).absolutePath,
urlAndLine.substringBefore("#"),
urlAndLine.substringAfter("#", "").let { if (it.isEmpty()) null else "#" + it })
}
public fun main(args: Array<String>) {
val arguments = DokkaArguments()
val freeArgs: List<String> = Args.parse(arguments, args) ?: listOf()
val sources = if (arguments.src.isNotEmpty()) arguments.src.split(File.pathSeparatorChar).toList() + freeArgs else freeArgs
val samples = if (arguments.samples.isNotEmpty()) arguments.samples.split(File.pathSeparatorChar).toList() else listOf()
val includes = if (arguments.include.isNotEmpty()) arguments.include.split(File.pathSeparatorChar).toList() else listOf()
val sourceLinks = if (arguments.srcLink.isNotEmpty() && arguments.srcLink.contains("="))
listOf(parseSourceLinkDefinition(arguments.srcLink))
else {
if (arguments.srcLink.isNotEmpty()) {
println("Warning: Invalid -srcLink syntax. Expected: <path>=<url>[#lineSuffix]. No source links will be generated.")
}
listOf()
}
val classPath = arguments.classpath.split(File.pathSeparatorChar).toList()
val generator = DokkaGenerator(
DokkaConsoleLogger,
classPath,
sources,
samples,
includes,
arguments.moduleName,
arguments.outputDir,
arguments.outputFormat,
sourceLinks,
arguments.nodeprecated)
generator.generate()
DokkaConsoleLogger.report()
}
interface DokkaLogger {
fun info(message: String)
fun warn(message: String)
fun error(message: String)
}
object DokkaConsoleLogger: DokkaLogger {
var warningCount: Int = 0
override fun info(message: String) = println(message)
override fun warn(message: String) {
println("WARN: $message")
warningCount++
}
override fun error(message: String) = println("ERROR: $message")
fun report() {
if (warningCount > 0) {
println("Generation completed with $warningCount warnings")
} else {
println("Generation completed successfully")
}
}
}
class DokkaMessageCollector(val logger: DokkaLogger): MessageCollector {
override fun report(severity: CompilerMessageSeverity, message: String, location: CompilerMessageLocation) {
logger.error(MessageRenderer.PLAIN_FULL_PATHS.render(severity, message, location))
}
}
class DokkaGenerator(val logger: DokkaLogger,
val classpath: List<String>,
val sources: List<String>,
val samples: List<String>,
val includes: List<String>,
val moduleName: String,
val outputDir: String,
val outputFormat: String,
val sourceLinks: List<SourceLinkDefinition>,
val skipDeprecated: Boolean = false) {
fun generate() {
val environment = createAnalysisEnvironment()
logger.info("Module: $moduleName")
logger.info("Output: ${File(outputDir).absolutePath}")
logger.info("Sources: ${environment.sources.join()}")
logger.info("Classpath: ${environment.classpath.joinToString()}")
logger.info("Analysing sources and libraries... ")
val startAnalyse = System.currentTimeMillis()
val options = DocumentationOptions(false, sourceLinks = sourceLinks, skipDeprecated = skipDeprecated)
val documentation = buildDocumentationModule(environment, moduleName, options, includes, { isSample(it) }, logger)
val timeAnalyse = System.currentTimeMillis() - startAnalyse
logger.info("done in ${timeAnalyse / 1000} secs")
val timeBuild = measureTimeMillis {
logger.info("Generating pages... ")
Guice.createInjector(GuiceModule(this)).getInstance(javaClass<Generator>()).buildAll(documentation)
}
logger.info("done in ${timeBuild / 1000} secs")
Disposer.dispose(environment)
}
fun createAnalysisEnvironment(): AnalysisEnvironment {
val environment = AnalysisEnvironment(DokkaMessageCollector(logger)) {
addClasspath(PathUtil.getJdkClassesRoots())
// addClasspath(PathUtil.getKotlinPathsForCompiler().getRuntimePath())
for (element in this@DokkaGenerator.classpath) {
addClasspath(File(element))
}
addSources(this@DokkaGenerator.sources)
addSources(this@DokkaGenerator.samples)
}
return environment
}
fun isSample(file: PsiFile): Boolean {
val sourceFile = File(file.virtualFile!!.path)
return samples.none { sample ->
val canonicalSample = File(sample).canonicalPath
val canonicalSource = sourceFile.canonicalPath
canonicalSource.startsWith(canonicalSample)
}
}
}
fun buildDocumentationModule(environment: AnalysisEnvironment,
moduleName: String,
options: DocumentationOptions,
includes: List<String> = listOf(),
filesToDocumentFilter: (PsiFile) -> Boolean = { file -> true },
logger: DokkaLogger): DocumentationModule {
val documentation = environment.withContext { environment, resolutionFacade, session ->
val fragmentFiles = environment.getSourceFiles().filter(filesToDocumentFilter)
val fragments = fragmentFiles.map { session.getPackageFragment(it.packageFqName) }.filterNotNull().distinct()
val refGraph = NodeReferenceGraph()
val documentationBuilder = DocumentationBuilder(resolutionFacade, session, options, refGraph, logger)
val packageDocs = PackageDocs(documentationBuilder, fragments.firstOrNull(), logger)
for (include in includes) {
packageDocs.parse(include)
}
val documentationModule = DocumentationModule(moduleName, packageDocs.moduleContent)
with(documentationBuilder) {
documentationModule.appendFragments(fragments, packageDocs.packageContent)
}
val javaFiles = environment.getJavaSourceFiles().filter(filesToDocumentFilter)
val javaDocumentationBuilder = JavaDocumentationBuilder(options, refGraph)
javaFiles.map { javaDocumentationBuilder.appendFile(it, documentationModule) }
refGraph.resolveReferences()
documentationModule
}
return documentation
}
fun KotlinCoreEnvironment.getJavaSourceFiles(): List<PsiJavaFile> {
val sourceRoots = configuration.get(CommonConfigurationKeys.CONTENT_ROOTS)
?.filterIsInstance<JavaSourceRoot>()
?.map { it.file }
?: listOf()
val result = arrayListOf<PsiJavaFile>()
val localFileSystem = VirtualFileManager.getInstance().getFileSystem("file")
sourceRoots.forEach { sourceRoot ->
sourceRoot.absoluteFile.walkTopDown().forEach {
val vFile = localFileSystem.findFileByPath(it.path)
if (vFile != null) {
val psiFile = PsiManager.getInstance(project).findFile(vFile)
if (psiFile is PsiJavaFile) {
result.add(psiFile)
}
}
}
}
return result
}
|