https://github.com/ch8n/1filekt
One file merges all the directories of a folder into one markdown file, makes it easier for LLM ingestion of codebase
https://github.com/ch8n/1filekt
Last synced: about 1 year ago
JSON representation
One file merges all the directories of a folder into one markdown file, makes it easier for LLM ingestion of codebase
- Host: GitHub
- URL: https://github.com/ch8n/1filekt
- Owner: ch8n
- Created: 2024-12-11T15:59:51.000Z (over 1 year ago)
- Default Branch: main
- Last Pushed: 2024-12-13T19:49:26.000Z (over 1 year ago)
- Last Synced: 2025-02-09T20:22:39.566Z (over 1 year ago)
- Language: Kotlin
- Size: 102 KB
- Stars: 0
- Watchers: 1
- Forks: 0
- Open Issues: 0
-
Metadata Files:
- Readme: README.md
Awesome Lists containing this project
README
# 1FileKt
Feed your entire codebase to GPTs/LLM. 1 file for your entire codebase ingestion.
# How to use
```kotlin
val directoryPath = "/Users/chetan.gupta/Desktop/ch8n/rough/1fileKt"
val rootDirectory = File(directoryPath)
val ignorePatterns = mutableListOf(
"merged_content.md",
"**/build/", // Exclude all build directories
"build/", // Exclude build directories at root
"gradlew", "gradlew.bat",
".gradle/", // Exclude .gradle directory and its contents
"gradle/", // Exclude gradle directory and its contents
"**/resources",
".idea/", // Exclude .idea directory and its contents
".kotlin/", // Exclude .kotlin directory and its contents
".gitignore", ".git/", ".git", // Exclude git related files/directories
"*.iws", "*.iml", "*.ipr",
"out/", // Exclude out directories and contents
"**/src/main/**/out/", "**/src/test/**/out/",
"*.classpath", "*.factorypath",
".apt_generated", ".project", ".settings", ".springBeans", ".sts4-cache",
"bin/", // Exclude bin directories and contents
"**/src/main/**/bin/", "**/src/test/**/bin/",
"nbproject/private/", "nbbuild/", "dist/", "nbdist/", ".nb-gradle/",
".vscode/",
".DS_Store"
)
val oneFile = OneFile()
val outputFile = oneFile.execute(rootDirectory, ignorePatterns)
print(outputFile.readText())
```
# output
```plaintext
============
Directory:
============
├── .gradle
├── .idea
├── .kotlin
├── build
├── gradle
├── src
│ ├── main
│ │ ├── kotlin
│ │ │ └── Main.kt
│ └── test
│ ├── kotlin
├── build.gradle.kts
├── gradle.properties
└── settings.gradle.kts
============
build.gradle.kts : /Users/chetan.gupta/Desktop/ch8n/rough/1fileKt/build.gradle.kts
============
plugins {
kotlin("jvm") version "2.0.10"
}
group = "dev.ch8n"
version = "1.0-SNAPSHOT"
repositories {
mavenCentral()
}
dependencies {
testImplementation(kotlin("test"))
}
tasks.test {
useJUnitPlatform()
}
============
settings.gradle.kts : /Users/chetan.gupta/Desktop/ch8n/rough/1fileKt/settings.gradle.kts
============
rootProject.name = "1fileKt"
============
gradle.properties : /Users/chetan.gupta/Desktop/ch8n/rough/1fileKt/gradle.properties
============
kotlin.code.style=official
============
Main.kt : /Users/chetan.gupta/Desktop/ch8n/rough/1fileKt/src/main/kotlin/Main.kt
============
import java.io.File
import java.nio.file.FileSystems
import java.nio.file.PathMatcher
fun main() {
val directoryPath = "/Users/chetan.gupta/Desktop/ch8n/rough/1fileKt"
val rootDirectory = File(directoryPath)
if (!rootDirectory.isDirectory) {
println("The provided path is not a directory.")
return
}
val excludePatternsInput = mutableListOf(
"merged_content.md",
"**/build/", // Exclude all build directories
"build/", // Exclude build directories at root
"gradlew", "gradlew.bat",
".gradle/", // Exclude .gradle directory and its contents
"gradle/", // Exclude gradle directory and its contents
"**/resources",
".idea/", // Exclude .idea directory and its contents
".kotlin/", // Exclude .kotlin directory and its contents
".gitignore", ".git/", ".git" , // Exclude git related files/directories
"*.iws", "*.iml", "*.ipr",
"out/", // Exclude out directories and contents
"**/src/main/**/out/", "**/src/test/**/out/",
"*.classpath", "*.factorypath",
".apt_generated", ".project", ".settings", ".springBeans", ".sts4-cache",
"bin/", // Exclude bin directories and contents
"**/src/main/**/bin/", "**/src/test/**/bin/",
"nbproject/private/", "nbbuild/", "dist/", "nbdist/", ".nb-gradle/",
".vscode/",
".DS_Store"
)
// Separate exclude and include patterns
val excludePatterns = excludePatternsInput.filter { !it.startsWith("!") }
.map { adjustPattern(it) }
val includePatterns = excludePatternsInput.filter { it.startsWith("!") }
.map { adjustPattern(it.removePrefix("!")) }
val excludeMatchers = excludePatterns.map { pattern ->
FileSystems.getDefault().getPathMatcher("glob:$pattern")
}
val includeMatchers = includePatterns.map { pattern ->
FileSystems.getDefault().getPathMatcher("glob:$pattern")
}
var fileCount = 0
var directoryCount = 0
var totalLines = 0
var totalWords = 0
val outputFile = File(rootDirectory, "merged_content.md")
outputFile.bufferedWriter().use { writer ->
// Write directory structure
writer.write("============\n")
writer.write("Directory:\n")
writer.write("============\n")
writer.write(
getDirectoryStructure(
rootDirectory.toPath(),
rootDirectory.toPath(),
excludeMatchers,
includeMatchers
)
)
writer.write("\n")
// Write file contents
rootDirectory.walkTopDown()
.filter {
it.isFile &&
it.absolutePath != outputFile.absolutePath &&
!isExcluded(it.toPath(), rootDirectory.toPath(), excludeMatchers, includeMatchers)
}
.forEach { file ->
writer.write("============\n")
writer.write("${file.name} : ${file.absolutePath}\n")
writer.write("============\n")
val content = file.readText()
writer.write(content)
writer.write("\n\n")
fileCount++
totalLines += content.lineSequence().count()
totalWords += content.split(Regex("\\s+")).count()
}
// Count directories excluding the root
directoryCount = rootDirectory.walkTopDown()
.filter {
it.isDirectory &&
it != rootDirectory &&
!isExcluded(it.toPath(), rootDirectory.toPath(), excludeMatchers, includeMatchers)
}
.count()
// Write summary
writer.write("========\n")
writer.write("Summary\n")
writer.write("========\n")
writer.write("Repository: ${rootDirectory.name}\n")
writer.write("Files analyzed: $fileCount\n")
writer.write("Directories analyzed: $directoryCount\n")
writer.write("Total lines of content: $totalLines\n")
writer.write("Total words: $totalWords\n")
if (excludePatternsInput.isNotEmpty()) {
writer.write("Excluded/Inclusion patterns:\n")
excludePatternsInput.forEach { pattern ->
writer.write("- $pattern\n")
}
}
}
println("Merged content has been written to: ${outputFile.absolutePath}")
}
/**
* Adjusts the pattern to ensure directories are fully excluded by appending '**' if needed.
*/
fun adjustPattern(pattern: String): String {
return if (pattern.endsWith("/")) {
"${pattern}**"
} else {
pattern
}
}
/**
* Generates a directory structure string similar to the `tree` command,
* respecting the exclusion and inclusion patterns.
*/
fun getDirectoryStructure(
currentPath: java.nio.file.Path,
rootPath: java.nio.file.Path,
excludeMatchers: List,
includeMatchers: List,
prefix: String = ""
): String {
val builder = StringBuilder()
val files = currentPath.toFile().listFiles()?.sortedWith(compareBy({ !it.isDirectory }, { it.name }))
?: return builder.toString()
files.forEachIndexed { index, file ->
val isLast = index == files.lastIndex
val branch = if (isLast) "└── " else "├── "
val newPrefix = prefix + branch
val childPrefix = prefix + if (isLast) " " else "│ "
// Get the relative path from the root directory
val relativePath = rootPath.relativize(file.toPath())
if (isExcluded(file.toPath(), rootPath, excludeMatchers, includeMatchers)) {
// Skip excluded files/directories
return@forEachIndexed
}
builder.append("$newPrefix${file.name}\n")
if (file.isDirectory) {
builder.append(
getDirectoryStructure(
file.toPath(),
rootPath,
excludeMatchers,
includeMatchers,
childPrefix
)
)
}
}
return builder.toString()
}
/**
* Determines whether a given path should be excluded based on the excludeMatchers and includeMatchers.
* Inclusion patterns (!patterns) override exclusion patterns.
*/
fun isExcluded(
path: java.nio.file.Path,
rootPath: java.nio.file.Path,
excludeMatchers: List,
includeMatchers: List
): Boolean {
val relativePath = rootPath.relativize(path).toString().replace(File.separatorChar, '/')
// Check inclusion patterns first
if (includeMatchers.any { matcher -> matcher.matches(FileSystems.getDefault().getPath(relativePath)) }) {
return false
}
// Then check exclusion patterns
return excludeMatchers.any { matcher -> matcher.matches(FileSystems.getDefault().getPath(relativePath)) }
}
========
Summary
========
Repository: 1fileKt
Files analyzed: 4
Directories analyzed: 10
Total lines of content: 219
Total words: 591
Excluded/Inclusion patterns:
- merged_content.md
- **/build/
- build/
- gradlew
- gradlew.bat
- .gradle/
- gradle/
- **/resources
- .idea/
- .kotlin/
- .gitignore
- .git/
- .git
- *.iws
- *.iml
- *.ipr
- out/
- **/src/main/**/out/
- **/src/test/**/out/
- *.classpath
- *.factorypath
- .apt_generated
- .project
- .settings
- .springBeans
- .sts4-cache
- bin/
- **/src/main/**/bin/
- **/src/test/**/bin/
- nbproject/private/
- nbbuild/
- dist/
- nbdist/
- .nb-gradle/
- .vscode/
- .DS_Store
```