Skip to content

C
centos
Commit ff757275 authored by platyhouse's avatar platyhouse
Browse files
Options

Merge commit 'fc8d9dcf'

parents 6ce2274e fc8d9dcf
Expand all Hide whitespace changes
Inline Side-by-side
Showing with 24741 additions and 2199 deletions
ptyLibrary_PHP/.DS_Store
View file @ ff757275
No preview for this file type
ptyLibrary_PHP/ai/chatgpt.api.common.model.php 0 → 100644
View file @ ff757275
<?php
namespace platyFramework;
require_once(__DIR__ . "/../ptycommon/model.php");
/**
* ChatGPT API Model
* OpenAI ChatGPT API를 사용하기 위한 클래스
*/
class ChatGPTAPIModel extends model
{
private $apiKey;
private $model = 'gpt-4o';
private $apiUrl = 'https://api.openai.com/v1/chat/completions';
private $maxTokens = 4096;
private $temperature = 1.0;
private $conversationHistory = [];
/**
* 모델 설정
* @param string $model 사용할 ChatGPT 모델명 (gpt-4o, gpt-4-turbo, gpt-3.5-turbo 등)
* @return $this
*/
public function setModel($model)
{
$this->model = $model;
return $this;
}
public function setAPIKey($apiKey)
{
$this->apiKey = $apiKey;
return $this;
}
/**
* 최대 토큰 수 설정
* @param int $maxTokens
* @return $this
*/
public function setMaxTokens($maxTokens)
{
$this->maxTokens = $maxTokens;
return $this;
}
/**
* Temperature 설정
* @param float $temperature 0.0 ~ 2.0
* @return $this
*/
public function setTemperature($temperature)
{
$this->temperature = $temperature;
return $this;
}
/**
* 대화 기록 초기화
* @return $this
*/
public function resetConversation()
{
$this->conversationHistory = [];
return $this;
}
/**
* ChatGPT API 호출
* @param string $message 사용자 메시지
* @param bool $keepHistory 대화 기록 유지 여부
* @return array|false 응답 배열 또는 false
*/
public function get($message, $keepHistory = false)
{
// 현재 메시지를 대화 기록에 추가
$messages = $this->conversationHistory;
$messages[] = [
'role' => 'user',
'content' => $message
];
// API 요청 데이터 구성
$data = [
'model' => $this->model,
'max_tokens' => $this->maxTokens,
'temperature' => $this->temperature,
'messages' => $messages
];
// API 호출
$response = $this->_sendRequest($data);
if ($response === false) {
return false;
}
// 대화 기록 유지
if ($keepHistory && isset($response['choices'][0]['message']['content'])) {
$this->conversationHistory = $messages;
$this->conversationHistory[] = [
'role' => 'assistant',
'content' => $response['choices'][0]['message']['content']
];
}
return $response;
}
/**
* 시스템 프롬프트와 함께 메시지 전송
* @param string $message 사용자 메시지
* @param string $systemPrompt 시스템 프롬프트
* @return array|false
*/
public function getWithSystem($message, $systemPrompt)
{
$messages = [
[
'role' => 'system',
'content' => $systemPrompt
],
[
'role' => 'user',
'content' => $message
]
];
$data = [
'model' => $this->model,
'max_tokens' => $this->maxTokens,
'temperature' => $this->temperature,
'messages' => $messages
];
return $this->_sendRequest($data);
}
/**
* API 요청 전송
* @param array $data 요청 데이터
* @return array|false
*/
private function _sendRequest($data)
{
// API 호출 타임아웃 방지
set_time_limit(0);
ini_set('max_execution_time', '0');
$ch = curl_init($this->apiUrl);
$headers = [
'Content-Type: application/json',
'Authorization: Bearer ' . $this->apiKey
];
curl_setopt($ch, CURLOPT_RETURNTRANSFER, true);
curl_setopt($ch, CURLOPT_POST, true);
curl_setopt($ch, CURLOPT_POSTFIELDS, json_encode($data));
curl_setopt($ch, CURLOPT_HTTPHEADER, $headers);
curl_setopt($ch, CURLOPT_SSL_VERIFYPEER, true);
$response = curl_exec($ch);
$httpCode = curl_getinfo($ch, CURLINFO_HTTP_CODE);
$error = curl_error($ch);
curl_close($ch);
if ($error) {
error_log("ChatGPT API cURL Error: " . $error);
return false;
}
if ($httpCode !== 200) {
error_log("ChatGPT API HTTP Error: " . $httpCode . " - " . $response);
return false;
}
$result = json_decode($response, true);
if (json_last_error() !== JSON_ERROR_NONE) {
error_log("ChatGPT API JSON Decode Error: " . json_last_error_msg());
return false;
}
return $result;
}
/**
* 응답에서 텍스트만 추출
* @param array $response API 응답
* @return string|false
*/
public function extractText($response)
{
if (isset($response['choices'][0]['message']['content'])) {
return $response['choices'][0]['message']['content'];
}
return false;
}
/**
* 간단한 텍스트 응답만 받기
* @param string $message
* @return string|false
*/
public function getSimple($message)
{
$response = $this->get($message);
return $this->extractText($response);
}
}
\ No newline at end of file
ptyLibrary_PHP/ai/claude.api.common.model.php 0 → 100644
View file @ ff757275
<?php
namespace platyFramework;
require_once(__DIR__ . "/../ptycommon/model.php");
/**
* Claude API Model
* Anthropic Claude API를 사용하기 위한 클래스
*/
class ClaudeAPIModel extends model
{
private $apiKey;
private $model = 'claude-3-5-sonnet-20241022';
private $apiUrl = 'https://api.anthropic.com/v1/messages';
private $apiVersion = '2023-06-01';
private $maxTokens = 4096;
private $temperature = 1.0;
private $conversationHistory = [];
/**
* 생성자
* @param string $apiKey Anthropic API 키
*/
public function __construct($apiKey)
{
parent::__construct();
$this->apiKey = $apiKey;
}
/**
* 모델 설정
* @param string $model 사용할 Claude 모델명
* @return $this
*/
public function setModel($model)
{
$this->model = $model;
return $this;
}
/**
* 최대 토큰 수 설정
* @param int $maxTokens
* @return $this
*/
public function setMaxTokens($maxTokens)
{
$this->maxTokens = $maxTokens;
return $this;
}
/**
* Temperature 설정
* @param float $temperature 0.0 ~ 1.0
* @return $this
*/
public function setTemperature($temperature)
{
$this->temperature = $temperature;
return $this;
}
/**
* 대화 기록 초기화
* @return $this
*/
public function resetConversation()
{
$this->conversationHistory = [];
return $this;
}
/**
* Claude API 호출
* @param string $message 사용자 메시지
* @param bool $keepHistory 대화 기록 유지 여부
* @return array|false 응답 배열 또는 false
*/
public function get($message, $keepHistory = false)
{
// 현재 메시지를 대화 기록에 추가
$messages = $this->conversationHistory;
$messages[] = [
'role' => 'user',
'content' => $message
];
// API 요청 데이터 구성
$data = [
'model' => $this->model,
'max_tokens' => $this->maxTokens,
'temperature' => $this->temperature,
'messages' => $messages
];
// API 호출
$response = $this->_sendRequest($data);
if ($response === false) {
return false;
}
// 대화 기록 유지
if ($keepHistory && isset($response['content'][0]['text'])) {
$this->conversationHistory = $messages;
$this->conversationHistory[] = [
'role' => 'assistant',
'content' => $response['content'][0]['text']
];
}
return $response;
}
/**
* 시스템 프롬프트와 함께 메시지 전송
* @param string $message 사용자 메시지
* @param string $systemPrompt 시스템 프롬프트
* @return array|false
*/
public function getWithSystem($message, $systemPrompt)
{
$messages = [
[
'role' => 'user',
'content' => $message
]
];
$data = [
'model' => $this->model,
'max_tokens' => $this->maxTokens,
'temperature' => $this->temperature,
'system' => $systemPrompt,
'messages' => $messages
];
return $this->_sendRequest($data);
}
/**
* API 요청 전송
* @param array $data 요청 데이터
* @return array|false
*/
private function _sendRequest($data)
{
// API 호출 타임아웃 방지
set_time_limit(0);
ini_set('max_execution_time', '0');
$ch = curl_init($this->apiUrl);
$headers = [
'Content-Type: application/json',
'x-api-key: ' . $this->apiKey,
'anthropic-version: ' . $this->apiVersion
];
curl_setopt($ch, CURLOPT_RETURNTRANSFER, true);
curl_setopt($ch, CURLOPT_POST, true);
curl_setopt($ch, CURLOPT_POSTFIELDS, json_encode($data));
curl_setopt($ch, CURLOPT_HTTPHEADER, $headers);
curl_setopt($ch, CURLOPT_SSL_VERIFYPEER, true);
$response = curl_exec($ch);
$httpCode = curl_getinfo($ch, CURLINFO_HTTP_CODE);
$error = curl_error($ch);
curl_close($ch);
if ($error) {
error_log("Claude API cURL Error: " . $error);
return false;
}
if ($httpCode !== 200) {
error_log("Claude API HTTP Error: " . $httpCode . " - " . $response);
return false;
}
$result = json_decode($response, true);
if (json_last_error() !== JSON_ERROR_NONE) {
error_log("Claude API JSON Decode Error: " . json_last_error_msg());
return false;
}
return $result;
}
/**
* 응답에서 텍스트만 추출
* @param array $response API 응답
* @return string|false
*/
public function extractText($response)
{
if (isset($response['content'][0]['text'])) {
return $response['content'][0]['text'];
}
return false;
}
/**
* 간단한 텍스트 응답만 받기
* @param string $message
* @return string|false
*/
public function getSimple($message)
{
$response = $this->get($message);
return $this->extractText($response);
}
}
ptyLibrary_PHP/aivectorembedding/Embedding.php 0 → 100644
View file @ ff757275
This diff is collapsed.
ptyLibrary_PHP/aivectorembedding/EmbeddingChunkSplitter.php 0 → 100644
View file @ ff757275
<?php
namespace platyFramework;
/**
* @example
* require_once("./ptyLibrary_PHP/aivectorembedding/EmbeddingChunkSplitter.php");
* $m = new EmbeddingChunkSplitter(maxTokens: 1024 * 1023 # chatgpt 4.0 mini 기준 chunks 크기
* , mainRatio: 0.9);
* $chunks = $m->createChunks($markdown);
*/
class EmbeddingChunkSplitter
{
private int $maxTokens;
private float $mainRatio;
// private int $overlapTokens;
/**
* @param int $maxTokens 최대 토큰 수 (기본값: 16000)
* @param float $mainRatio 메인 컨텐츠 비율 (기본값: 0.7, 앞뒤 15%씩 오버랩)
*/
public function __construct(int $maxTokens = 16000, float $mainRatio = 0.7)
{
$this->maxTokens = $maxTokens;
$this->mainRatio = $mainRatio;
// $this->overlapTokens = (int)(($maxTokens * (1 - $mainRatio)) / 2);
// pdfe($this->overlapTokens, "overlapTokens");
}
/**
* 텍스트 배열을 임베딩에 최적화된 청크로 분할
*
* @param array $texts 입력 텍스트 배열
* @return array 분할된 텍스트 청크 배열
*/
public function createChunks(string|array $texts): array
{
$resultTexts = [];
$previousOverlap = '';
if (is_string($texts))
$texts = [$texts];
foreach ($texts as $text) {
// 헤더 추출
$headers = $this->extractHeaders($text);
// pdfe($headers);
$headerText = implode("\n", $headers);
// 본문 추출 (헤더 제외)
$contentLines = $this->extractContentLines($text, $headers);
// pdfe($contentLines, "contentLines");
// 청크를 배열로 관리 (성능 개선)
$currentChunkLines = [$headerText];
$currentTokenCount = $this->estimateTokens($headerText);
if (!empty($previousOverlap)) {
$currentChunkLines[] = $previousOverlap;
$currentTokenCount += $this->estimateTokens($previousOverlap) + 2; // +2 for "\n\n"
}
// 본문 추가
foreach ($contentLines as $i => $line) {
// 현재 라인의 토큰만 계산 (증분 방식으로 O(n²) -> O(n) 개선)
$lineTokens = $this->estimateTokens($line) + 1; // +1 for newline
if ($i % 100 == 0) {
pd("", "[ $i / " . count($contentLines) . " ] chunking");
pd($currentTokenCount, "[ $i / " . count($contentLines) . " ] currentTokenCount");
pd($lineTokens, "[ $i / " . count($contentLines) . " ] lineTokens");
pd($this->maxTokens, "[ $i / " . count($contentLines) . " ] maxTokens");
}
if ($currentTokenCount + $lineTokens > $this->maxTokens) {
// pdf($currentTokenCount, "$i. tokenCount");
// pdf($this->maxTokens, "$i. maxTokens");
// 현재 청크 저장
$currentChunk = implode("\n", $currentChunkLines);
if (!empty(trim($currentChunk))) {
$resultTexts[] = trim($currentChunk);
}
// 오버랩 생성 (마지막 15%)
$previousOverlap = $this->createOverlap($currentChunk);
// 새 청크 시작 (헤더 + 오버랩 + 현재 라인)
$currentChunkLines = [$headerText, $previousOverlap, $line];
$currentTokenCount = $this->estimateTokens($headerText) +
$this->estimateTokens($previousOverlap) +
$lineTokens + 2; // +2 for "\n\n"
} else {
$currentChunkLines[] = $line;
$currentTokenCount += $lineTokens;
}
}
// 마지막 청크 저장
$currentChunk = implode("\n", $currentChunkLines);
if (!empty(trim($currentChunk))) {
// pdf($currentChunk, "last! $currentChunk");
$resultTexts[] = trim($currentChunk);
}
// 다음 문서를 위한 오버랩 생성
$previousOverlap = $this->createOverlap($currentChunk);
}
pdf($resultTexts, "resultTexts", showArray: true);
return $resultTexts;
}
/**
* 마크다운 헤더 추출
*
* @param string $text 입력 텍스트
* @return array 헤더 라인 배열
*/
private function extractHeaders(string $text): array
{
$lines = explode("\n", $text);
$headers = [];
foreach ($lines as $line) {
$trimmed = trim($line);
// #, ##, ###, #### 로 시작하는 헤더 또는 메타데이터(- 로 시작)
if (preg_match('/^#{1,4}\s+/', $trimmed) || preg_match('/^-\s+/', $trimmed)) {
$headers[] = $line;
} else {
// 첫 번째 본문이 나오면 헤더 섹션 종료
if (!empty($trimmed) && count($headers) > 0) {
break;
}
}
}
return $headers;
}
/**
* 본문 라인 추출 (헤더 제외)
*
* @param string $text 입력 텍스트
* @param array $headers 헤더 배열
* @return array 본문 라인 배열
*/
private function extractContentLines(string $text, array $headers): array
{
$lines = explode("\n", $text);
$headerCount = count($headers);
$contentLines = [];
$inContent = false;
foreach ($lines as $line) {
$trimmed = trim($line);
// 헤더 섹션 건너뛰기
if (!$inContent) {
$isHeader = preg_match('/^#{1,4}\s+/', $trimmed) ||
preg_match('/^-\s+/', $trimmed) ||
empty($trimmed);
if (!$isHeader && !empty($trimmed)) {
$inContent = true;
}
}
if ($inContent) {
$contentLines[] = $line;
}
}
return $contentLines;
}
/**
* 토큰 수 추정 (한글 고려)
* voyage-3-large는 대략 1 토큰 ≈ 1.5-2 글자 (한글 기준)
*
* @param string $text 텍스트
* @return int 추정 토큰 수
*/
private function estimateTokens(string $text): int
{
// 빈 문자열 체크
if (empty($text)) return 0;
// 한글 문자 수 계산 (더 효율적인 방식)
$totalChars = mb_strlen($text);
$nonKoreanText = preg_replace('/[\x{AC00}-\x{D7AF}]/u', '', $text);
$koreanChars = $totalChars - mb_strlen($nonKoreanText);
// 영문/숫자/기호 문자 수
$otherChars = $totalChars - $koreanChars;
// 한글: 1.5 글자 ≈ 1 토큰, 영문: 4 글자 ≈ 1 토큰
return (int)(($koreanChars / 1.5) + ($otherChars / 4));
}
/**
* 청크의 마지막 15%로 오버랩 생성
*
* @param string $chunk 현재 청크
* @return string 오버랩 텍스트
*/
private function createOverlap(string $chunk): string
{
$lines = explode("\n", $chunk);
$totalLines = count($lines);
// $overlapLineCount = max(1, (int)($totalLines * 0.15));
$overlapLineCount = max(1, (int)($totalLines * (1 - $this->mainRatio) / 2));
// 마지막 15% 라인 추출
$overlapLines = array_slice($lines, -$overlapLineCount);
return implode("\n", $overlapLines);
}
}
// 사용 예제
/*
$splitter = new EmbeddingChunkSplitter(16000, 0.7);
$texts = [
"# 대기환경보전법\n- 법령 ID : 00177320270110_276715\n...",
"# 대기환경보전법\n- 법령 ID : 00177320270110_276715\n...",
// ... more texts
];
$chunks = $splitter->createChunks($texts);
foreach ($chunks as $index => $chunk) {
echo "=== Chunk $index ===\n";
echo $chunk . "\n\n";
}
*/
\ No newline at end of file
ptyLibrary_PHP/aivectorembedding/SomeEmbeddingItemModel.php 0 → 100644
View file @ ff757275
<?php
namespace platyFramework;
//require_once("./db.php");
//require_once("./Elastic.php");
//require_once("./ptyCliLog.php");
ini_set('memory_limit', '2G');
ini_set('max_execution_time', '0');
set_time_limit(0);
require_once(__DIR__ . "/../elastic/Elastic.php");
class SomeEmbeddingItemModel extends ptyItemModel
{
public function processVectorEmbeddingItems($embeddingItemsModel)
{
$log = new ptyCliLog(prefix: "임베딩 처리", color: ptyCliLog::COLOR_GREEN);
$this->embeddingStatus = "IN_PROGRESS_EMBEDDING";
$this->updateWithItemName("embeddingStatus");
$chunks = json_decode($this->chunks, true);
$log->info("docId: {$this->docId}, documentTitle: $this->title, docIndex: $this->docIndex, total chunk count = ".count($chunks));
// embeddings 수집
$embeddings = [];
if (true) {
// $oldItem = $this->db->sqlFetchItem("select * from new_law_items_embedding_all where docId = '{$this->docId}'");
$chunkText = mre($this->chunks);
$q = "select * from new_law_items_embedding_all where chunk_crc = CRC32('$chunkText') AND chunk_sha = UNHEX(SHA2('$chunkText', 256))";
// $log->info("Query = $q");
$oldItem = $this->db->sqlFetchItem($q);
if ($oldItem != null && $oldItem->embeddings != "[]" && $oldItem->embeddings != "") {
$log->info("기존 임베딩에 존재함.");
$embeddings = json_decode($oldItem->embeddings, true);
}
}
// 기존 임베딩이 없으면 생성
if (count($embeddings) == 0) {
foreach ($chunks as $chunkIndex => $chunk) {
$log->info("embedding. documentTitle: $this->title, docIndex: $this->docIndex, current chunkIndex: $chunkIndex");
$embedding = $embeddingItemsModel->getClaudeVoyage3largeVectorEmbedding($chunk);
$embeddings [] = $embedding;
}
}
if (count($embeddings) == 0) {
$this->embeddings = json_encode($embeddings, JSON_UNESCAPED_UNICODE);
$this->embeddingStatus = "FAILURE_EMBEDDING";
$this->updateWithItemName(["embeddings", "embeddingStatus"]);
return;
}
// elastic 에 기록
foreach ($chunks as $chunkIndex => $chunk) {
$log->info("elastic. documentTitle: $this->title, docIndex: $this->docIndex, current chunkIndex: $chunkIndex");
// 개별 chunk 마다 recordElastic 을 기록
$embeddingItemsModel->recordElastic(
serviceName: $this->serviceName,
serviceId: $this->serviceId,
documentTitle: $this->title,
docIndex: $this->docIndex,
chunkIndex: $chunkIndex,
chunk: $chunk,
embedding: $embeddings[$chunkIndex],
);
}
$this->embeddings = json_encode($embeddings, JSON_UNESCAPED_UNICODE);
$this->embeddingStatus = "SUCCESS_ELASTIC";
$this->updateWithItemName(["embeddings", "embeddingStatus"]);
}
}
?>
\ No newline at end of file
ptyLibrary_PHP/aivectorembedding/SomeEmbeddingItemsModel.php 0 → 100644
View file @ ff757275
This diff is collapsed.
ptyLibrary_PHP/cli/ptyCliLog.php
View file @ ff757275
......@@ -57,9 +57,9 @@ class ptyCliLog
// 타임스탬프 생성 (밀리초 포함)
$now = microtime(true);
// $milliseconds = sprintf("%03d", ($now - floor($now)) * 1000);
// $timestamp = date('Y-m-d H:i:s', (int)$now) . '.' . $milliseconds;
$timestamp = date('H:i:s', (int)$now);
$milliseconds = sprintf("%03d", ($now - floor($now)) * 1000);
$timestamp = date('H:i:s', (int)$now) . '.' . $milliseconds;
// $timestamp = date('H:i:s', (int)$now);
$typeColor = $this->colors[$type] ?? $this->colors['info'];
$reset = $this->colors['reset'];
......@@ -84,20 +84,22 @@ class ptyCliLog
$lineNumber = $matches[2];
$fileName = basename($filePath);
$functionName = $fileName . ':' . $lineNumber;
}
else {
$functionName.= "()";
} else {
$functionName .= "()";
}
$functionName = ptyCliColor::DARK_WHITE . $functionName . " ". $reset;
$functionName = ptyCliColor::DARK_WHITE . $functionName . " " . $reset;
}
}
}
// 타임스탬프 + prefix에 지정된 색상 사용, type은 타입 색상 사용
echo ptyCliColor::DARK_WHITE . $timestamp . " " . $reset;
echo sprintf("%-45s", $functionName);
if ($functionName != "") {
echo sprintf("%-45s", $functionName);
}
echo $this->color . sprintf("[%-8s] ", strtoupper($this->prefix)) . $reset;
echo $typeColor . $message . $reset . "\n";
......@@ -169,7 +171,7 @@ class ptyCliLog
public function separator($length = 50)
{
$this->log("\n".str_repeat("=", $length), 'info');
$this->log("\n" . str_repeat("=", $length), 'info');
}
}
......
ptyLibrary_PHP/common/common.php
View file @ ff757275
......@@ -255,7 +255,7 @@ function ptyGetArrayToString2($content, $indent = 0)
}
// if ($level == ptyLogLevel::WARNING || $level == ptyLogLevel::ERROR || $level == ptyLogLevel::FATAL) {
$_content .= "\n";
$_content .= "\n";
// }
}
......@@ -527,7 +527,7 @@ function ptyJsonReturnFalse($arr = null)
* @param array|null $arr
* @return mixed
*/
function ptyParseStr($str, array &$arr = null)
function ptyParseStr($str, ?array &$arr = null)
{
$arr = array();
parse_str($str, $param);
......@@ -1107,7 +1107,10 @@ function ptyDebugXmp($s, $title = "", int $debugPos = 1, string $terminalColor =
echo ptyTerminalColor::reset . "\n\n";
flush();
ob_flush();
if (ob_get_level() > 0) {
ob_flush();
}
} else {
if ($title)
echo "<br><font color='red'>[ $title ]</font>" . " - " . $callInfo['file'] . ":" . $callInfo['line'] . "<Br><xmp>";
......@@ -1192,7 +1195,7 @@ function getCurrentFileAndLine($n)
return array(
'file' => $trace[$n]['file'],
'line' => $trace[$n]['line'],
'class' => $trace[$n]['class'],
'class' => $trace[$n]['class'] ?? "(UNKNOWN)",
'function' => $trace[$n]['function']
);
} else {
......@@ -1229,11 +1232,34 @@ function pd($s = null, string $title = "", int $pos = 2, string $terminalColor =
* @param string $terminalColor
* @return bool
*/
function pdf($s = null, string $title = "", int $pos = 3, string $terminalColor = \ptyTerminalColor::blueBoldBright): bool
function pdf($s = null, string $title = "", int $pos = 3, string $terminalColor = \ptyTerminalColor::blueBoldBright, $showArray = false): bool
{
if (!isset($GLOBALS['ispd'])) {
$GLOBALS['ispd'] = 1;
if ($showArray && is_array($s)) {
foreach ($s as $key => $value) {
pd($value, "[$key] " . $title, $pos, $terminalColor);
}
} else {
pd($s, $title, $pos, $terminalColor);
}
// pd($s, $title, $pos, $terminalColor);
$GLOBALS['ispd'] = 0;
return true;
}
$ispd = $GLOBALS['ispd'];
$GLOBALS['ispd'] = 1;
pd($s, $title, $pos, $terminalColor);
if ($showArray && is_array($s)) {
foreach ($s as $key => $value) {
pd($value, "[$key] " . $title, $pos, $terminalColor);
}
} else {
pd($s, $title, $pos, $terminalColor);
}
$GLOBALS['ispd'] = $ispd;
// pd()
......@@ -1446,6 +1472,9 @@ function ptyIsDebugIP()
{
global $platyFramework;
if (!isset($platyFramework->request))
return false;
$ip = $platyFramework->request->ip;
// IP 제한
......@@ -1516,9 +1545,9 @@ function ispdv()
return false;
}
function pdfe($s = "", $title = "")
function pdfe($s = "", $title = "", $showArray = false)
{
pdf($s, $title, pos: 4);
pdf($s, $title, pos: 4, showArray: $showArray);
exit;
}
......@@ -2930,7 +2959,7 @@ function ptyGetTimeDifferenceMinSeconds($timeA, $timeB): string
* @param $datetime
* @return false|string
*/
function ptyGetPastDateTime($datetime = '', int $curTime = null)
function ptyGetPastDateTime($datetime = '', ?int $curTime = null)
{
if ($datetime == "")
return "";
......@@ -3196,7 +3225,7 @@ function ptyPerMultiplier($percent)
return (100 - $percent) / 100;
}
function ptyGetUserAgentBot(string $userAgent = null)
function ptyGetUserAgentBot(?string $userAgent = null)
{
if (is_null($userAgent) || $userAgent == "")
return null;
......@@ -3362,5 +3391,71 @@ function ptyEcho(...$args)
echo " " . ptyTerminalColor::reset . "\n";
}
function ptyError($message)
{
die ($message);
}
/**
* 배열의 모든 리프 노드 값을 수집하여 결합
*
* @param array $data 입력 배열
* @param string $separator 구분자
* @return string 결합된 문자열
*/
function ptyRecursiveImplode(string $separator = "\n", string|array $data = [], bool $trim = true): string
{
if (!is_array($data)) {
return $trim ? trim($data) : $data;
}
$result = [];
array_walk_recursive($data, function ($value) use (&$result, $trim) {
$str = (string)$value;
if ($trim) {
$str = trim($str);
// 빈 문자열 제외 (선택사항)
if ($str !== '') {
$result[] = $str;
}
} else {
$result[] = $str;
}
});
return implode($separator, $result);
}
// 사용
// $content = flattenAndImplode($data['항내용']);
function ptyShowThrowable(\Throwable|\Exception $e, ?platyFramework\ptyCliLog $log = null)
{
if (!$log) {
require_once("../cli/ptyCliColor.php");
require_once("../cli/ptyCliLog.php");
$log = new ptyCliLog(prefix: "App", color: ptyCliLog::COLOR_RED);
}
$log->error("Error Type: " . get_class($e));
$log->error("Error Message: " . $e->getMessage());
$log->error("Error Code: " . $e->getCode());
$log->error("Error File: " . $e->getFile());
$log->error("Error Line: " . $e->getLine());
$log->error("Stack Trace:\n" . $e->getTraceAsString());
// 이전 예외가 있으면 (체인된 예외)
if ($e->getPrevious()) {
$log->error("Previous Exception: " . $e->getPrevious()->getMessage());
}
}
function ptyRemoveSpaces($s)
{
$s = str_replace(" ", " ", $s);
$s = str_replace("\n\n", "\n", $s);
return $s;
}
?>
ptyLibrary_PHP/common/ptyArray.php
View file @ ff757275
......@@ -81,9 +81,9 @@ class ptyArray extends \ArrayObject
return $this->getArrayCopy();
}
public function natsort()
public function _natsort()
{
parent::natsort();
parent::_natsort();
return $this;
}
......
ptyLibrary_PHP/crawling/ptyCrawling.php
View file @ ff757275
......@@ -58,7 +58,7 @@ class ptyCrawling
$this->log->info("페이지 $page - 처리중: $currentUrl");
// getAndSave 메서드를 사용하여 데이터 가져오기 및 저장
$body = $this->getUrlContents($currentUrl, $reloadCacheTime);
$body = $this->_getUrlContents($currentUrl, $reloadCacheTime);
if ($body === false) {
$this->log->error("Page $page - Failed to fetch URL");
......@@ -66,7 +66,7 @@ class ptyCrawling
}
// 파일명과 캐시 정보 추적
$filename = $this->dataDir . '/' . $this->urlToFilename($currentUrl);
$filename = $this->dataDir . '/' . $this->_urlToFilename($currentUrl);
$wasFromCache = $this->lastFetchWasFromCache;
if ($wasFromCache) {
......@@ -76,6 +76,13 @@ class ptyCrawling
}
$crawledFiles[] = $filename;
$shouldContinue = $this->onCrawlingPaging($page, $body);
if (!$shouldContinue) {
$this->log->info("Page $page - Callback returned false. Stopping.");
break;
}
/*
// isContinue 콜백이 제공된 경우 호출
if ($isContinue !== null && is_callable($isContinue)) {
$shouldContinue = call_user_func($isContinue, $page, $body);
......@@ -84,6 +91,7 @@ class ptyCrawling
break;
}
}
*/
// 다음 페이지로 이동
$page++;
......@@ -104,10 +112,10 @@ class ptyCrawling
* @param string $content 저장할 콘텐츠
* @return string|false 성공 시 파일명, 실패 시 false
*/
private function saveToFile($url, $content)
private function _saveToFile($url, $content)
{
// URL을 안전한 파일명으로 변환
$filename = $this->urlToFilename($url);
$filename = $this->_urlToFilename($url);
$filepath = $this->dataDir . '/' . $filename;
// 필요한 경우 하위 디렉토리 생성
......@@ -129,7 +137,7 @@ class ptyCrawling
* @param string $url 변환할 URL
* @return string 안전한 파일명
*/
private function urlToFilename($url)
private function _urlToFilename($url)
{
// 프로토콜 제거
$filename = preg_replace('#^https?://#', '', $url);
......@@ -141,8 +149,8 @@ class ptyCrawling
$filename = preg_replace('#_+#', '_', $filename);
// .json 확장자가 없으면 추가
if (!preg_match('#\.json$#i', $filename)) {
$filename .= '.json';
if (!preg_match('#\.body#i', $filename)) {
$filename .= '.body';
}
return $filename;
......@@ -153,7 +161,7 @@ class ptyCrawling
*
* @param string $dir 디렉토리 경로
*/
public function setDataDir($dir)
public function _setDataDir($dir)
{
$this->dataDir = $dir;
if (!is_dir($this->dataDir)) {
......@@ -161,6 +169,13 @@ class ptyCrawling
}
}
public function getUrlFileName($url) {
$cacheFilename = $this->_urlToFilename($url);
$cacheFilepath = $this->dataDir . '/' . $cacheFilename;
return $cacheFilepath;
}
/**
* URL에서 데이터를 가져오고 파일로 저장
* 캐시 확인, fetch, 저장을 하나의 메서드에서 처리
......@@ -169,13 +184,17 @@ class ptyCrawling
* @param int $reloadCacheTime 캐시 유효 시간(초). 0이면 캐시 사용 안 함
* @return string|false 성공 시 응답 본문, 실패 시 false
*/
public function getUrlContents($url, $reloadCacheTime = 60 * 60 * 24 * 30)
public function _getUrlContents($url, $reloadCacheTime = 60 * 60 * 24 * 30)
{
$this->log->url->verbose("URL 가져오는중: $url");
// 캐시 파일 경로 생성
$cacheFilename = $this->urlToFilename($url);
$cacheFilename = $this->_urlToFilename($url);
$cacheFilepath = $this->dataDir . '/' . $cacheFilename;
if (file_exists($cacheFilepath)) ;
else if (file_exists($cacheFilepath . ".in_progress")) $cacheFilepath = $cacheFilepath . ".in_progress";
else if (file_exists($cacheFilepath . ".success")) $cacheFilepath = $cacheFilepath . ".success";
// 캐시 사용이 활성화된 경우, 캐시 확인
if ($reloadCacheTime > 0 && file_exists($cacheFilepath)) {
$fileModTime = filemtime($cacheFilepath);
......@@ -223,7 +242,7 @@ class ptyCrawling
}
// 파일로 저장
$filename = $this->saveToFile($url, $body);
$filename = $this->_saveToFile($url, $body);
if (!$filename) {
$this->log->url->error("Failed to save file");
return false;
......@@ -237,4 +256,9 @@ class ptyCrawling
return $body;
}
public function onCrawlingPaging($pageIndex, $body)
{
return true;
}
}
ptyLibrary_PHP/database/mysql.php
View file @ ff757275
This diff is collapsed.
ptyLibrary_PHP/dbTableList/dbTableList.php deleted 100644 → 0
View file @ 6ce2274e
This diff is collapsed.
ptyLibrary_PHP/dbTableList/dbTableList2.php deleted 100644 → 0
View file @ 6ce2274e
This diff is collapsed.
ptyLibrary_PHP/dbTableList/pagination.php deleted 100644 → 0
View file @ 6ce2274e
This diff is collapsed.
ptyLibrary_PHP/elastic/Elastic.php 0 → 100644
View file @ ff757275
This diff is collapsed.
ptyLibrary_PHP/external/PhpSpreadsheet2/bin/generate-locales.php 100755 → 100644
View file @ ff757275
File mode changed from 100755 to 100644
ptyLibrary_PHP/external/PhpSpreadsheet2/bin/pre-commit 100755 → 100644
View file @ ff757275
File mode changed from 100755 to 100644
ptyLibrary_PHP/forms/fileManager.php
View file @ ff757275
<?
<?php
namespace platyFramework;
......
ptyLibrary_PHP/init_cli.php 0 → 100644
View file @ ff757275
<?php
namespace platyFramework;
require_once __DIR__.'/ptyLibrary.php';
require_once __DIR__.'/cli/ptyCliLog.php';
// log 를 생성하세요
// $log = new ptyCliLog(prefix: "법령 임베딩 (LAW)", color: ptyCliLog::COLOR_GREEN);
try {
$dsn = sprintf(
'mysql:host=%s;dbname=%s;charset=%s',
PLATYFRAMEWORK_DB_HOSTNAME,
PLATYFRAMEWORK_DB_DATABASE,
PLATYFRAMEWORK_DB_CHARSET
);
$pdo = new \PDO(
$dsn,
PLATYFRAMEWORK_DB_USERNAME,
PLATYFRAMEWORK_DB_PASSWORD,
[
\PDO::ATTR_ERRMODE => \PDO::ERRMODE_EXCEPTION,
\PDO::ATTR_DEFAULT_FETCH_MODE => \PDO::FETCH_ASSOC,
\PDO::ATTR_EMULATE_PREPARES => false,
\PDO::MYSQL_ATTR_INIT_COMMAND => "SET NAMES " . PLATYFRAMEWORK_DB_CHARSET . " COLLATE " . PLATYFRAMEWORK_DB_COLLATE,
]
);
echo "데이터베이스 연결 성공!\n";
} catch (PDOException $e) {
die('연결 실패: ' . $e->getMessage());
}
class platyFramework
{
var $_item = array();
public function __get($key)
{
if (isset($this->_item[$key])) {
return $this->_item[$key];
}
return NULL;
}
public function __set($key, $value)
{
$this->_item[$key] = $value;
}
}
$platyFramework = new platyFramework();
$platyFramework->db = new ptyMysql(
PLATYFRAMEWORK_DB_HOSTNAME,
PLATYFRAMEWORK_DB_USERNAME,
PLATYFRAMEWORK_DB_PASSWORD,
PLATYFRAMEWORK_DB_DATABASE);
ptyLibrary_PHP/ptyLibrary.php
View file @ ff757275
......@@ -9,14 +9,18 @@ require_once ("common/ptyArray.php");
require_once ("common/html.php");
// require_once ("common/item.php");
require_once ("database/mysql.php");
require_once ("dbTableList/dbTableList.php");
require_once ("dbTableList/dbTableList2.php");
//require_once ("common/ptyForms.php");
//require_once ("common/ptyForms2.php");
require_once ("forms/fileManager.php");
// require_once ("email/email.php");
require_once ("external/pagination/paginator.php");
require_once ("common/dbListManager.php");
// require_once ("common/dbListManager.php");
require_once ("media/ptyYoutubePlay.php");
// require_once ("ptycommon/controller.php");
require_once ("ptycommon/model.php");
require_once ("ptycommon/common.pty.arrayitem.model.php");
require_once ("ptycommon/common.pty.item.model.php");
require_once ("ptycommon/common.pty.items.model.php");
?>
\ No newline at end of file
ptyLibrary_PHP/ptycommon/admin.ptyconfig.plugin.controller.php 0 → 100644
View file @ ff757275
<?php
/**
* Copyright (c) 2016. PlatyHouse. all rights reserved.
*/
namespace platyFramework;
class ptyconfigPluginController extends plugin
{
public function onAdminLeftMenu(&$menus)
{
$menus[] = $this::buildMenu("", "ptyconfig", "설정", "", "", "fa-cog", "", 100200);
parent::onAdminLeftMenu($menus);
}
}
ptyLibrary_PHP/ptycommon/common.common.common.404.view.html 0 → 100644
View file @ ff757275
This diff is collapsed.
ptyLibrary_PHP/ptycommon/common.common.common.500.view.html 0 → 100644
View file @ ff757275
This diff is collapsed.
ptyLibrary_PHP/ptycommon/common.common.scriptA.controller.php 0 → 100644
View file @ ff757275
This diff is collapsed.
ptyLibrary_PHP/ptycommon/common.common.scriptA.js.view.html 0 → 100644
View file @ ff757275
This diff is collapsed.
ptyLibrary_PHP/ptycommon/common.pty.arrayItem.model.php 0 → 100644
View file @ ff757275
This diff is collapsed.
ptyLibrary_PHP/ptycommon/common.pty.item.model.php 0 → 100644
View file @ ff757275
This diff is collapsed.
ptyLibrary_PHP/ptycommon/common.pty.item2.model.php 0 → 100644
View file @ ff757275
This diff is collapsed.
ptyLibrary_PHP/ptycommon/common.pty.items.model.php 0 → 100644
View file @ ff757275
This diff is collapsed.
ptyLibrary_PHP/ptycommon/common.pty.items2.model.php 0 → 100644
View file @ ff757275
This diff is collapsed.
ptyLibrary_PHP/ptycommon/common.ptyconfig.items.model.php 0 → 100644
View file @ ff757275
This diff is collapsed.
ptyLibrary_PHP/ptycommon/common.views.common.500_for_encoded.html 0 → 100644
View file @ ff757275
<?
header("HTTP/1.0 500 Internal Server Error");
?>
ptyLibrary_PHP/ptycommon/common.views.ptycommon.footer_empty.html 0 → 100644
View file @ ff757275
<?php
/**
* 로그인 / 로그아웃 등의 빈 영역에 사용됩니다
*/
?>
</body>
</html>
ptyLibrary_PHP/ptycommon/controller.php 0 → 100644
View file @ ff757275
This diff is collapsed.
ptyLibrary_PHP/ptycommon/model.php 0 → 100644
View file @ ff757275
This diff is collapsed.
ptyLibrary_PHP/ptycommon/resources/blur.js 0 → 100644
View file @ ff757275
This diff is collapsed.
ptyLibrary_PHP/ptycommon/resources/file-upload-with-preview.js 0 → 100644
View file @ ff757275
This diff is collapsed.
ptyLibrary_PHP/ptycommon/resources/flexslider/flexslider.css 0 → 100644
View file @ ff757275
This diff is collapsed.
ptyLibrary_PHP/ptycommon/resources/notifit/notifIt.css 0 → 100644
View file @ ff757275
This diff is collapsed.
ptyLibrary_PHP/ptycommon/resources/notifit/notifIt.js 0 → 100644
View file @ ff757275
This diff is collapsed.
ptyLibrary_PHP/ptycommon/resources/notifit/notifIt.min.css 0 → 100644
View file @ ff757275
This diff is collapsed.
ptyLibrary_PHP/ptycommon/resources/notifit/notifIt.min.js 0 → 100644
View file @ ff757275
This diff is collapsed.
ptyLibrary_PHP/ptycommon/resources/notifit2/notifit.css 0 → 100644
View file @ ff757275
This diff is collapsed.
ptyLibrary_PHP/ptycommon/resources/notifit2/notifit.js 0 → 100644
View file @ ff757275
This diff is collapsed.
ptyLibrary_PHP/ptycommon/resources/notifit2/notifit.min.css 0 → 100644
View file @ ff757275
This diff is collapsed.
ptyLibrary_PHP/ptycommon/resources/notifit2/notifit.min.js 0 → 100644
View file @ ff757275
This diff is collapsed.
ptyLibrary_PHP/ptycommon/resources/readme.md 0 → 100644
View file @ ff757275
This diff is collapsed.
ptyLibrary_PHP/ptycommon/resources/uploader-master/.gitignore 0 → 100644
View file @ ff757275
This diff is collapsed.
ptyLibrary_PHP/ptycommon/resources/uploader-master/.jshintrc 0 → 100644
View file @ ff757275
This diff is collapsed.
ptyLibrary_PHP/ptycommon/resources/uploader-master/.travis.yml 0 → 100644
View file @ ff757275
This diff is collapsed.
ptyLibrary_PHP/ptycommon/resources/uploader-master/AUTHORS.txt 0 → 100644
View file @ ff757275
This diff is collapsed.
ptyLibrary_PHP/ptycommon/resources/uploader-master/LICENSE.txt 0 → 100644
View file @ ff757275
This diff is collapsed.
ptyLibrary_PHP/ptycommon/resources/uploader-master/README.md 0 → 100644
View file @ ff757275
This diff is collapsed.
ptyLibrary_PHP/ptycommon/resources/uploader-master/bower.json 0 → 100644
View file @ ff757275
This diff is collapsed.
Markdown is supported
0% or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment