chore: 纳入本地 Dify 1.19.0 源码及品牌与免登改动
演示目录只保留可重建的源码。运行密钥、数据卷、依赖和带口令的本地配置不进入仓库。 Co-authored-by: Cursor <cursoragent@cursor.com>
This commit is contained in:
1 parent
60158935f4
commit
6519682885
15831 files changed
+3063428
No files matched your search
@@ -0,0 +1,276 @@
|
||||
import type { Buffer } from 'node:buffer'
|
||||
import type { ChildProcess } from 'node:child_process'
|
||||
import { spawn } from 'node:child_process'
|
||||
import { createHash } from 'node:crypto'
|
||||
import { access, copyFile, readFile, writeFile } from 'node:fs/promises'
|
||||
import net from 'node:net'
|
||||
import path from 'node:path'
|
||||
import { fileURLToPath, pathToFileURL } from 'node:url'
|
||||
import { sleep } from '../support/process.ts'
|
||||
|
||||
type RunCommandOptions = {
|
||||
command: string
|
||||
args: string[]
|
||||
cwd: string
|
||||
env?: NodeJS.ProcessEnv
|
||||
stdio?: 'inherit' | 'pipe'
|
||||
}
|
||||
|
||||
type RunCommandResult = {
|
||||
exitCode: number
|
||||
stdout: string
|
||||
stderr: string
|
||||
}
|
||||
|
||||
type ForegroundProcessOptions = {
|
||||
command: string
|
||||
args: string[]
|
||||
cwd: string
|
||||
env?: NodeJS.ProcessEnv
|
||||
}
|
||||
|
||||
export const rootDir = fileURLToPath(new URL('../..', import.meta.url))
|
||||
export const e2eDir = path.join(rootDir, 'e2e')
|
||||
export const apiDir = path.join(rootDir, 'api')
|
||||
export const difyAgentDir = path.join(rootDir, 'dify-agent')
|
||||
export const difyAgentRuntimeDir = path.join(rootDir, 'dify-agent-runtime')
|
||||
export const dockerDir = path.join(rootDir, 'docker')
|
||||
export const webDir = path.join(rootDir, 'web')
|
||||
|
||||
export const middlewareComposeFile = path.join(dockerDir, 'docker-compose.middleware.yaml')
|
||||
export const middlewareEnvFile = path.join(dockerDir, 'middleware.env')
|
||||
export const middlewareEnvExampleFile = path.join(dockerDir, 'envs', 'middleware.env.example')
|
||||
export const webEnvLocalFile = path.join(webDir, '.env.local')
|
||||
export const webEnvExampleFile = path.join(webDir, '.env.example')
|
||||
export const apiEnvExampleFile = path.join(
|
||||
apiDir,
|
||||
'tests',
|
||||
'e2e_tests',
|
||||
'middleware',
|
||||
'.env.example',
|
||||
)
|
||||
export const e2eWebEnvOverrides = {
|
||||
NEXT_PUBLIC_API_PREFIX: 'http://127.0.0.1:5001/console/api',
|
||||
NEXT_PUBLIC_ENABLE_AGENT_V2: 'true',
|
||||
NEXT_PUBLIC_PUBLIC_API_PREFIX: 'http://127.0.0.1:5001/api',
|
||||
} satisfies Record<string, string>
|
||||
|
||||
const formatCommand = (command: string, args: string[]) => [command, ...args].join(' ')
|
||||
|
||||
export const isMainModule = (metaUrl: string) => {
|
||||
const entrypoint = process.argv[1]
|
||||
if (!entrypoint) return false
|
||||
|
||||
return pathToFileURL(entrypoint).href === metaUrl
|
||||
}
|
||||
|
||||
export const runCommand = async ({
|
||||
command,
|
||||
args,
|
||||
cwd,
|
||||
env,
|
||||
stdio = 'inherit',
|
||||
}: RunCommandOptions): Promise<RunCommandResult> => {
|
||||
const childProcess = spawn(command, args, {
|
||||
cwd,
|
||||
env: {
|
||||
...process.env,
|
||||
...env,
|
||||
},
|
||||
stdio: stdio === 'inherit' ? 'inherit' : 'pipe',
|
||||
})
|
||||
|
||||
let stdout = ''
|
||||
let stderr = ''
|
||||
|
||||
if (stdio === 'pipe') {
|
||||
childProcess.stdout?.on('data', (chunk: Buffer | string) => {
|
||||
stdout += chunk.toString()
|
||||
})
|
||||
childProcess.stderr?.on('data', (chunk: Buffer | string) => {
|
||||
stderr += chunk.toString()
|
||||
})
|
||||
}
|
||||
|
||||
return await new Promise<RunCommandResult>((resolve, reject) => {
|
||||
childProcess.once('error', reject)
|
||||
childProcess.once('exit', (code) => {
|
||||
resolve({
|
||||
exitCode: code ?? 1,
|
||||
stdout,
|
||||
stderr,
|
||||
})
|
||||
})
|
||||
})
|
||||
}
|
||||
|
||||
export const runCommandOrThrow = async (options: RunCommandOptions) => {
|
||||
const result = await runCommand(options)
|
||||
|
||||
if (result.exitCode !== 0) {
|
||||
throw new Error(
|
||||
`Command failed (${result.exitCode}): ${formatCommand(options.command, options.args)}`,
|
||||
)
|
||||
}
|
||||
|
||||
return result
|
||||
}
|
||||
|
||||
export const getTcpPortListenerDescription = async (port: number) => {
|
||||
if (process.platform === 'win32') return ''
|
||||
|
||||
const result = await runCommand({
|
||||
command: 'lsof',
|
||||
args: ['-nP', `-iTCP:${port}`, '-sTCP:LISTEN'],
|
||||
cwd: rootDir,
|
||||
stdio: 'pipe',
|
||||
})
|
||||
|
||||
if (result.exitCode !== 0) return ''
|
||||
|
||||
return result.stdout.trim()
|
||||
}
|
||||
|
||||
const forwardSignalsToChild = (childProcess: ChildProcess) => {
|
||||
const handleSignal = (signal: NodeJS.Signals) => {
|
||||
if (childProcess.exitCode === null) childProcess.kill(signal)
|
||||
}
|
||||
|
||||
const onSigint = () => handleSignal('SIGINT')
|
||||
const onSigterm = () => handleSignal('SIGTERM')
|
||||
|
||||
process.on('SIGINT', onSigint)
|
||||
process.on('SIGTERM', onSigterm)
|
||||
|
||||
return () => {
|
||||
process.off('SIGINT', onSigint)
|
||||
process.off('SIGTERM', onSigterm)
|
||||
}
|
||||
}
|
||||
|
||||
export const runForegroundProcess = async ({
|
||||
command,
|
||||
args,
|
||||
cwd,
|
||||
env,
|
||||
}: ForegroundProcessOptions) => {
|
||||
const childProcess = spawn(command, args, {
|
||||
cwd,
|
||||
env: {
|
||||
...process.env,
|
||||
...env,
|
||||
},
|
||||
stdio: 'inherit',
|
||||
})
|
||||
|
||||
const cleanupSignals = forwardSignalsToChild(childProcess)
|
||||
const exitCode = await new Promise<number>((resolve, reject) => {
|
||||
childProcess.once('error', reject)
|
||||
childProcess.once('exit', (code) => {
|
||||
resolve(code ?? 1)
|
||||
})
|
||||
})
|
||||
|
||||
cleanupSignals()
|
||||
process.exit(exitCode)
|
||||
}
|
||||
|
||||
export const ensureFileExists = async (filePath: string, exampleFilePath: string) => {
|
||||
try {
|
||||
await access(filePath)
|
||||
} catch {
|
||||
await copyFile(exampleFilePath, filePath)
|
||||
}
|
||||
}
|
||||
|
||||
export const ensureLineInFile = async (filePath: string, line: string) => {
|
||||
const fileContent = await readFile(filePath, 'utf8')
|
||||
const lines = fileContent.split(/\r?\n/)
|
||||
const assignmentPrefix = line.includes('=') ? `${line.slice(0, line.indexOf('='))}=` : null
|
||||
|
||||
if (lines.includes(line)) return
|
||||
|
||||
if (assignmentPrefix && lines.some((existingLine) => existingLine.startsWith(assignmentPrefix)))
|
||||
return
|
||||
|
||||
const normalizedContent = fileContent.endsWith('\n') ? fileContent : `${fileContent}\n`
|
||||
await writeFile(filePath, `${normalizedContent}${line}\n`, 'utf8')
|
||||
}
|
||||
|
||||
export const getWebEnvLocalHash = async () => {
|
||||
const fileContent = await readFile(webEnvLocalFile, 'utf8').catch(() => '')
|
||||
return createHash('sha256')
|
||||
.update(
|
||||
JSON.stringify({
|
||||
envLocal: fileContent,
|
||||
overrides: e2eWebEnvOverrides,
|
||||
}),
|
||||
)
|
||||
.digest('hex')
|
||||
}
|
||||
|
||||
export const readSimpleDotenv = async (filePath: string): Promise<Record<string, string>> => {
|
||||
const fileContent = await readFile(filePath, 'utf8')
|
||||
const entries = fileContent
|
||||
.split(/\r?\n/)
|
||||
.map((line) => line.trim())
|
||||
.filter((line) => line && !line.startsWith('#'))
|
||||
.map<[string, string]>((line) => {
|
||||
const separatorIndex = line.indexOf('=')
|
||||
const key = separatorIndex === -1 ? line : line.slice(0, separatorIndex).trim()
|
||||
const rawValue = separatorIndex === -1 ? '' : line.slice(separatorIndex + 1).trim()
|
||||
|
||||
if (
|
||||
(rawValue.startsWith('"') && rawValue.endsWith('"')) ||
|
||||
(rawValue.startsWith("'") && rawValue.endsWith("'"))
|
||||
) {
|
||||
return [key, rawValue.slice(1, -1)]
|
||||
}
|
||||
|
||||
return [key, rawValue]
|
||||
})
|
||||
|
||||
return Object.fromEntries(entries)
|
||||
}
|
||||
|
||||
export const waitForCondition = async ({
|
||||
check,
|
||||
description,
|
||||
intervalMs,
|
||||
timeoutMs,
|
||||
}: {
|
||||
check: () => Promise<boolean> | boolean
|
||||
description: string
|
||||
intervalMs: number
|
||||
timeoutMs: number
|
||||
}) => {
|
||||
const deadline = Date.now() + timeoutMs
|
||||
|
||||
while (Date.now() < deadline) {
|
||||
if (await check()) return
|
||||
|
||||
await sleep(intervalMs)
|
||||
}
|
||||
|
||||
throw new Error(`Timed out waiting for ${description} after ${timeoutMs}ms.`)
|
||||
}
|
||||
|
||||
export const isTcpPortReachable = async (host: string, port: number, timeoutMs = 1_000) => {
|
||||
return await new Promise<boolean>((resolve) => {
|
||||
const socket = net.createConnection({
|
||||
host,
|
||||
port,
|
||||
})
|
||||
|
||||
const finish = (result: boolean) => {
|
||||
socket.removeAllListeners()
|
||||
socket.destroy()
|
||||
resolve(result)
|
||||
}
|
||||
|
||||
socket.setTimeout(timeoutMs)
|
||||
socket.once('connect', () => finish(true))
|
||||
socket.once('timeout', () => finish(false))
|
||||
socket.once('error', () => finish(false))
|
||||
})
|
||||
}
|
||||
Reference in new issue
Block a user