Skip to content

[feat] AI 챗봇 프롬포트 엔지니어링 #83 #111

New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Merged
merged 9 commits into from
Sep 24, 2025
Merged

[feat] AI 챗봇 프롬포트 엔지니어링 #83 #111

Show file tree
Hide file tree
Changes from all commits
Commits
Show all changes
9 commits
Select commit Hold shift + click to select a range
c691aea
feat: prompt modified
GerHerMo Sep 23, 2025
77154c1
fix: gemini model 1.5 f -> 2.5 f
GerHerMo Sep 23, 2025
eecb01a
feat: reposne rule update on prompt
GerHerMo Sep 23, 2025
82856ff
feat: reposne rule update on prompt 2
GerHerMo Sep 23, 2025
bf6805f
feat: generationConfig
GerHerMo Sep 24, 2025
ed0585a
feat: gem req dto modified
GerHerMo Sep 24, 2025
f11030b
feat: GeminiApiService modified
GerHerMo Sep 24, 2025
cb03b16
refactor: move pormpt.txt to resources
GerHerMo Sep 24, 2025
41f12b8
merge: recent dev on 0924.1441
GerHerMo Sep 24, 2025
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
154 changes: 152 additions & 2 deletions src/main/java/com/back/domain/chatbot/dto/GeminiRequestDto.java
View file
Open in desktop
Original file line number Diff line number Diff line change
@@ -1,7 +1,6 @@
package com.back.domain.chatbot.dto;

import lombok.Getter;
import lombok.Setter;
import lombok.*;

import java.util.List;

Expand All @@ -10,6 +9,8 @@
public class GeminiRequestDto {

private List<Content> contents;
private GenerationConfig generationConfig;
private List<SafetySetting> safetySettings;

@Getter
@Setter
Expand All @@ -31,7 +32,156 @@ public Part(String text) {
}
}

@Getter
@Setter
@Builder
@NoArgsConstructor
@AllArgsConstructor
public static class GenerationConfig { // 생성 설정
/**
* Temperature (0.0 ~ 2.0)
* - 낮을수록 (0.0): 일관되고 예측 가능한 응답
* - 높을수록 (2.0): 창의적이고 다양한 응답
* - 권장값: 0.7 ~ 1.0
*/
private Double temperature;

/**
* Top-P (0.0 ~ 1.0)
* - 누적 확률 임계값
* - 0.95 = 상위 95% 확률의 토큰만 고려
* - 낮을수록 더 집중된 응답
*/
private Double topP;

/**
* Top-K (1 ~ 40)
* - 고려할 토큰의 최대 개수
* - 40 = 상위 40개 토큰만 고려
* - 낮을수록 더 결정적인 응답
*/
private Integer topK;

/**
* Max Output Tokens
* - 응답의 최대 토큰 수 (출력 길이 제한)
* - Gemini 1.5 Flash: 최대 8192 토큰
* - Gemini 1.5 Pro: 최대 8192 토큰
* - 한글 1글자 ≈ 1-2 토큰, 영어 3-4글자 ≈ 1 토큰
*/
private Integer maxOutputTokens;

/**
* Stop Sequences
* - 이 문자열을 만나면 생성 중단
* - 예: ["끝", "END", "\n\n"]
*/
private List<String> stopSequences;

/**
* Candidate Count (1 ~ 8)
* - 생성할 응답 후보의 개수
* - 여러 개 생성 후 최적 선택 가능
*/
private Integer candidateCount;
}

@Getter
@Setter
@Builder
@NoArgsConstructor
@AllArgsConstructor
public static class SafetySetting {
private String category;
private String threshold;

// 카테고리 상수
public static final String HARM_CATEGORY_HARASSMENT = "HARM_CATEGORY_HARASSMENT";
public static final String HARM_CATEGORY_HATE_SPEECH = "HARM_CATEGORY_HATE_SPEECH";
public static final String HARM_CATEGORY_SEXUALLY_EXPLICIT = "HARM_CATEGORY_SEXUALLY_EXPLICIT";
public static final String HARM_CATEGORY_DANGEROUS_CONTENT = "HARM_CATEGORY_DANGEROUS_CONTENT";

// 임계값 상수
public static final String BLOCK_NONE = "BLOCK_NONE"; // 차단 안함
public static final String BLOCK_LOW_AND_ABOVE = "BLOCK_LOW_AND_ABOVE"; // 낮음 이상 차단
public static final String BLOCK_MEDIUM_AND_ABOVE = "BLOCK_MEDIUM_AND_ABOVE"; // 중간 이상 차단
public static final String BLOCK_HIGH = "BLOCK_ONLY_HIGH"; // 높음만 차단
}

// 기본 생성자 - 간단한 텍스트만
public GeminiRequestDto(String message) {
this.contents = List.of(new Content(message));
}

// 파라미터 설정 포함 생성자
public GeminiRequestDto(String message, GenerationConfig config) {
this.contents = List.of(new Content(message));
this.generationConfig = config;
}

// 전체 설정 포함 생성자
public GeminiRequestDto(String message, GenerationConfig config, List<SafetySetting> safetySettings) {
this.contents = List.of(new Content(message));
this.generationConfig = config;
this.safetySettings = safetySettings;
}

public static GeminiRequestDto createForCocktailChat(String message, boolean isDetailedResponse) {
GenerationConfig config = GenerationConfig.builder()
.temperature(0.8) // 적당한 창의성
.topP(0.95) // 상위 95% 토큰 고려
.topK(40) // 상위 40개 토큰
.maxOutputTokens(isDetailedResponse ? 300 : 150) // 상세 답변 vs 간단 답변
.candidateCount(1) // 하나의 응답만
.stopSequences(List.of("끝.", "이상입니다.")) // 종료 구문
.build();

// 안전 설정 (칵테일 관련이므로 비교적 관대하게)
List<SafetySetting> safetySettings = List.of(
SafetySetting.builder()
.category(SafetySetting.HARM_CATEGORY_HARASSMENT)
.threshold(SafetySetting.BLOCK_MEDIUM_AND_ABOVE)
.build(),
SafetySetting.builder()
.category(SafetySetting.HARM_CATEGORY_HATE_SPEECH)
.threshold(SafetySetting.BLOCK_MEDIUM_AND_ABOVE)
.build(),
SafetySetting.builder()
.category(SafetySetting.HARM_CATEGORY_SEXUALLY_EXPLICIT)
.threshold(SafetySetting.BLOCK_MEDIUM_AND_ABOVE)
.build(),
SafetySetting.builder()
.category(SafetySetting.HARM_CATEGORY_DANGEROUS_CONTENT)
.threshold(SafetySetting.BLOCK_LOW_AND_ABOVE) // 음주 관련이므로 더 엄격
.build()
);

return new GeminiRequestDto(message, config, safetySettings);
}

// 간결한 답변용 프리셋
public static GeminiRequestDto createBriefResponse(String message) {
GenerationConfig config = GenerationConfig.builder()
.temperature(0.5) // 더 일관된 답변
.topP(0.8) // 더 집중된 선택
.topK(20) // 적은 선택지
.maxOutputTokens(100) // 짧은 답변
.candidateCount(1)
.build();

return new GeminiRequestDto(message, config);
}

// 창의적 답변용 프리셋
public static GeminiRequestDto createCreativeResponse(String message) {
GenerationConfig config = GenerationConfig.builder()
.temperature(1.2) // 높은 창의성
.topP(0.98) // 더 다양한 선택
.topK(40) // 많은 선택지
.maxOutputTokens(500) // 긴 답변 허용
.candidateCount(1)
.build();

return new GeminiRequestDto(message, config);
}
}
72 changes: 57 additions & 15 deletions src/main/java/com/back/domain/chatbot/service/ChatbotService.java
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -6,9 +6,15 @@
import com.back.domain.chatbot.repository.ChatConversationRepository;
import lombok.RequiredArgsConstructor;
import lombok.extern.slf4j.Slf4j;
import org.springframework.beans.factory.annotation.Value;
import org.springframework.core.io.Resource;
import org.springframework.stereotype.Service;
import org.springframework.transaction.annotation.Transactional;
import org.springframework.util.StreamUtils;

import jakarta.annotation.PostConstruct;
import java.io.IOException;
import java.nio.charset.StandardCharsets;
import java.util.List;
import java.util.UUID;

Expand All @@ -20,6 +26,25 @@ public class ChatbotService {
private final GeminiApiService geminiApiService;
private final ChatConversationRepository chatConversationRepository;

@Value("classpath:prompts/chatbot-system-prompt.txt")
private Resource systemPromptResource;

@Value("classpath:prompts/chatbot-response-rules.txt")
private Resource responseRulesResource;

@Value("${chatbot.history.max-conversation-count:5}")
private int maxConversationCount;

private String systemPrompt;
private String responseRules;

@PostConstruct
public void init() throws IOException {
this.systemPrompt = StreamUtils.copyToString(systemPromptResource.getInputStream(), StandardCharsets.UTF_8);
this.responseRules = StreamUtils.copyToString(responseRulesResource.getInputStream(), StandardCharsets.UTF_8);
log.info("챗봇 시스템 프롬프트가 로드되었습니다. (길이: {} 문자)", systemPrompt.length());
}

@Transactional
public ChatResponseDto sendMessage(ChatRequestDto requestDto) {
String sessionId = requestDto.getSessionId();
Expand Down Expand Up @@ -50,27 +75,44 @@ public ChatResponseDto sendMessage(ChatRequestDto requestDto) {
}

private String buildContextualMessage(String userMessage, String sessionId) {
List<ChatConversation> recentConversations = chatConversationRepository
.findBySessionIdOrderByCreatedAtAsc(sessionId);

if (recentConversations.isEmpty()) {
return "당신은 칵테일 전문 챗봇입니다. 칵테일에 관련된 질문에 친근하고 도움이 되는 답변을 해주세요. 질문: " + userMessage;
}
List<ChatConversation> recentConversations = getRecentConversations(sessionId);

StringBuilder contextBuilder = new StringBuilder();
contextBuilder.append("당신은 칵테일 전문 챗봇입니다. 다음은 이전 대화 내용입니다:\n\n");
contextBuilder.append(systemPrompt).append("\n\n");

appendConversationHistory(contextBuilder, recentConversations);
appendCurrentQuestion(contextBuilder, userMessage);
appendResponseInstructions(contextBuilder);

return contextBuilder.toString();
}

private List<ChatConversation> getRecentConversations(String sessionId) {
return chatConversationRepository.findBySessionIdOrderByCreatedAtAsc(sessionId);
}

int maxHistory = Math.min(recentConversations.size(), 5);
for (int i = Math.max(0, recentConversations.size() - maxHistory); i < recentConversations.size(); i++) {
ChatConversation conv = recentConversations.get(i);
contextBuilder.append("사용자: ").append(conv.getUserMessage()).append("\n");
contextBuilder.append("챗봇: ").append(conv.getBotResponse()).append("\n\n");
private void appendConversationHistory(StringBuilder contextBuilder, List<ChatConversation> conversations) {
if (!conversations.isEmpty()) {
contextBuilder.append("=== 이전 대화 기록 ===\n");

int maxHistory = Math.min(conversations.size(), maxConversationCount);
int startIdx = Math.max(0, conversations.size() - maxHistory);

for (int i = startIdx; i < conversations.size(); i++) {
ChatConversation conv = conversations.get(i);
contextBuilder.append("사용자: ").append(conv.getUserMessage()).append("\n");
contextBuilder.append("AI 바텐더: ").append(conv.getBotResponse()).append("\n\n");
}
contextBuilder.append("=================\n\n");
}
}

contextBuilder.append("새로운 질문: ").append(userMessage);
contextBuilder.append("\n\n이전 대화 맥락을 고려하여 친근하고 도움이 되는 답변을 해주세요.");
private void appendCurrentQuestion(StringBuilder contextBuilder, String userMessage) {
contextBuilder.append("현재 사용자 질문: ").append(userMessage).append("\n\n");
}

return contextBuilder.toString();
private void appendResponseInstructions(StringBuilder contextBuilder) {
contextBuilder.append(responseRules);
}

@Transactional(readOnly = true)
Expand Down
Loading