app101.py

import streamlit as st
import pandas as pd
import os
import json
import base64
import random
from streamlit_pdf_viewer import pdf_viewer
from langchain.prompts import PromptTemplate
from datetime import datetime
from pathlib import Path
from openai import OpenAI
from dotenv import load_dotenv
import warnings

warnings.filterwarnings('ignore')

os.getenv("OAUTH_CLIENT_ID")


# Load environment variables and initialize the OpenAI client to use Hugging Face Inference API.
load_dotenv()
client = OpenAI(
    base_url="https://api-inference.huggingface.co/v1",
    api_key=os.environ.get('TOKEN2') # Hugging Face API token
)

# Create necessary directories
for dir_name in ['data', 'feedback']:
    if not os.path.exists(dir_name):
        os.makedirs(dir_name)

# Custom CSS
st.markdown("""
<style>
    .stButton > button {
        width: 100%;
        margin-bottom: 10px;
        background-color: #4CAF50;
        color: white;
        border: none;
        padding: 10px;
        border-radius: 5px;
    }
    .task-button {
        background-color: #2196F3 !important;
    }
    .stSelectbox {
        margin-bottom: 20px;
    }
    .output-container {
        padding: 20px;
        border-radius: 5px;
        border: 1px solid #ddd;
        margin: 10px 0;
    }
    .status-container {
        padding: 10px;
        border-radius: 5px;
        margin: 10px 0;
    }
    .sidebar-info {
        padding: 10px;
        background-color: #f0f2f6;
        border-radius: 5px;
        margin: 10px 0;
    }
    .feedback-button {
        background-color: #ff9800 !important;
    }
    .feedback-container {
        padding: 15px;
        background-color: #f5f5f5;
        border-radius: 5px;
        margin: 15px 0;
    }
</style>
""", unsafe_allow_html=True)

# Helper functions
def read_csv_with_encoding(file):
    encodings = ['utf-8', 'latin1', 'iso-8859-1', 'cp1252']
    for encoding in encodings:
        try:
            return pd.read_csv(file, encoding=encoding)
        except UnicodeDecodeError:
            continue
    raise UnicodeDecodeError("Failed to read file with any supported encoding")

#def save_feedback(feedback_data):
    #feedback_file = 'feedback/user_feedback.csv'
    #feedback_df = pd.DataFrame([feedback_data])
    
    #if os.path.exists(feedback_file):
        #feedback_df.to_csv(feedback_file, mode='a', header=False, index=False)
    #else:
        #feedback_df.to_csv(feedback_file, index=False)

def reset_conversation():
    st.session_state.conversation = []
    st.session_state.messages = []
    if 'task_choice' in st.session_state:
        del st.session_state.task_choice
    return None
    #new 24 March
    #user_input = st.text_input("Enter your prompt:")
###########33

# Initialize session state variables
if "messages" not in st.session_state:
    st.session_state.messages = []
if "examples_to_classify" not in st.session_state:
    st.session_state.examples_to_classify = []
if "system_role" not in st.session_state:
    st.session_state.system_role = ""

    

# Main app title
st.title("🤖🦙 Text Data Labeling and Generation App")
# def embed_pdf_sidebar(pdf_path):
#     with open(pdf_path, "rb") as f:
#         base64_pdf = base64.b64encode(f.read()).decode('utf-8')
#     pdf_display = f"""
#         <iframe src="data:application/pdf;base64,{base64_pdf}" 
#         width="100%" height="400" type="application/pdf"></iframe>
#     """
#     st.markdown(pdf_display, unsafe_allow_html=True)
# 
        
    
# Sidebar settings
with st.sidebar:
    st.title("⚙️ Settings")
    # Add PDF upload section
    # 
    # if st.button("📘 Show Instructions"):
    #     # This should be a path to a local file
    #     pdf_path = os.path.join("Streamlit.pdf")
    #     pdf_viewer(
    #         pdf_path,
    #         width="100%",
    #         height=300,
    #         render_text=True
       # )
    # with st.sidebar:
    #     with st.expander("📘 View Instructions"):
    #         pdf_viewer("Streamlit.pdf", width="100%", height=300, render_text=True)

    # 
    ###4
    # with st.sidebar:
    #     st.markdown("### 📘 Instructions")
    #     st.markdown("[📄 Open Instructions PDF](/file/instructions.pdf)")

    


# 
    ####2
# #with st.sidebar:
#     st.markdown("### 📘 Instructions")

#     # PDF served from Space's file system
#     pdf_url = "/file/instructions.pdf"

#     st.markdown(f"""
#         <a href="{pdf_url}" target="_blank">
#             <button style='padding:10px;width:100%;font-size:16px;'>📄 Open Instructions PDF</button>
#         </a>
#     """, unsafe_allow_html=True)
# ###3 working code
# with st.sidebar:
#     with open("instructions.pdf", "rb") as f:
#         st.sidebar.download_button(
#         label="📄 Download Instructions PDF",
#         data=f,
#         file_name="instructions.pdf",
#         mime="application/pdf"
#     )

###6 
#this last code works
with st.sidebar:
    st.markdown("### 📘Data Generation and Labeling Instructions")
    #st.markdown("<h4 style='color: #4A90E2;'>📘    Instructions</h4>", unsafe_allow_html=True)
    with open("User instructions.pdf", "rb") as f:
        st.download_button(
            label="📄 Download Instructions PDF",
            data=f,
            #file_name="instructions.pdf",
            file_name="User instructions.pdf",
            mime="application/pdf"
        )


#works with blu color text
# with st.sidebar:
#     # Stylish "Instructions" label
#     st.markdown("<h4 style='color: #4A90E2;'>📘 Instructions</h4>", unsafe_allow_html=True)

#     # PDF download button
#     with open("instructions.pdf", "rb") as f:
#         st.download_button(
#             label="📄 Download Instructions PDF",
#             data=f,
#             file_name="instructions.pdf",
#             mime="application/pdf"
#         )

        ###5

#with st.sidebar:
    # st.markdown("### 📘 Instructions")

    # # PDF served from Space's file system
    # pdf_url = "/file/instructions.pdf"

    # st.markdown(f"""
    #     <a href="{pdf_url}" target="_blank">
    #         <button style='padding:15px;width:100%;font-size:16px;'>  📄 Open Instructions PDF</button>
    #     </a>
    # """, unsafe_allow_html=True)


    
    selected_model = st.selectbox(
        "Select Model",
        ["meta-llama/Llama-3.3-70B-Instruct", "meta-llama/Llama-3.2-3B-Instruct","meta-llama/Llama-4-Scout-17B-16E-Instruct", "meta-llama/Meta-Llama-3-8B-Instruct",
         "meta-llama/Llama-3.1-70B-Instruct"],
        key='model_select'
    )

    temperature = st.slider(
        "Temperature",
        0.0, 1.0, 0.7,
        help="Controls randomness in generation"
    )
    
    st.button("🔄 New Conversation", on_click=reset_conversation)
    # st.markdown("### 📘 Instructions")
    # embed_pdf_sidebar("Streamlit.pdf")
    #Add PDF Instructions
    # with st.expander("📚 Instructions"):
    #     st.write("View or download instruction guides:")
        
    #     # Option 1: Using st.download_button for PDFs stored in your app
    #     with open("file:///C:/Users/hp/Downloads/Streamlit.pdf", "rb") as file:
    #         first_pdf = file.read()
    #     st.download_button(
    #         label="Download Guide 1",
    #         data=first_pdf,
    #         file_name="user_guide.pdf",
    #         mime="application/pdf"
    #     )
        
    #     #with open("https://huggingface.co/spaces/Wedyan2023/COPY/blob/main/Streamlit.pdf", "rb") as file:
    #     with open("file:///C:/Users/hp/Downloads/Streamlit.pdf", "rb") as file:
    #         second_pdf = file.read()
    #     st.download_button(
    #         label="Download Guide 2",
    #         data=second_pdf,
    #         file_name="technical_guide.pdf",
    #         mime="application/pdf"
    #     )

        
    
    with st.container():
        st.markdown(f"""
           <div class="sidebar-info">
               <h4>Current Model: {selected_model}</h4>
               <p><em>Note: Generated content may be inaccurate or false. Check important info.</em></p>
           </div>
            """, unsafe_allow_html=True)
    
# with st.sidebar:
#     st.markdown("### 📘 Instructions")
#     if pdf_file := st.file_uploader("Upload Instruction PDF", type="pdf"):
#         embed_pdf(pdf_file)


    feedback_url = "https://docs.google.com/forms/d/e/1FAIpQLSdZ_5mwW-pjqXHgxR0xriyVeRhqdQKgb5c-foXlYAV55Rilsg/viewform?usp=header"
    st.sidebar.markdown(
        f'<a href="{feedback_url}" target="_blank"><button style="width: 100%;">Feedback Form</button></a>',
        unsafe_allow_html=True
    )

# Display conversation
for message in st.session_state.messages:
    with st.chat_message(message["role"]):
        st.markdown(message["content"])

# Main content
if 'task_choice' not in st.session_state:
    col1, col2 = st.columns(2)
    with col1:
        if st.button("📝 Data Generation", key="gen_button", help="Generate new data"):
            st.session_state.task_choice = "Data Generation"
    with col2:
        if st.button("🏷️ Data Labeling", key="label_button", help="Label existing data"):
            st.session_state.task_choice = "Data Labeling"

if "task_choice" in st.session_state:
    if st.session_state.task_choice == "Data Generation":
        st.header("📝 Data Generation")

       # 1. Domain selection
        domain_selection = st.selectbox("Domain", [
            "Restaurant reviews", "E-Commerce reviews", "News", "AG News", "Tourism", "Custom"
        ])
        
        # 2. Handle custom domain input
        custom_domain_valid = True  # Assume valid until proven otherwise
        
        if domain_selection == "Custom":
            domain = st.text_input("Specify custom domain")
            if not domain.strip():
                st.error("Please specify a domain name.")
                custom_domain_valid = False
        else:
            domain = domain_selection


 

        # Classification type selection
        classification_type = st.selectbox(
            "Classification Type",
            ["Sentiment Analysis", "Binary Classification", "Multi-Class Classification"]
        )



        
        
#system role before
       
####
        # Labels setup based on classification type
        #labels = []
        labels = []
        labels_valid = False
        errors = []

        def validate_binary_labels(labels):
            errors = []
            normalized = [label.strip().lower() for label in labels]
        
            if not labels[0].strip():
                errors.append("First class name is required.")
            if not labels[1].strip():
                errors.append("Second class name is required.")
            if normalized[0] == normalized[1] and all(normalized):
                errors.append("Class names must be different.")
            return errors
        
        if classification_type == "Sentiment Analysis":
            st.write("### Sentiment Analysis Labels (Fixed)")
            col1, col2, col3 = st.columns(3)
            with col1:
                st.text_input("First class", "Positive", disabled=True)
            with col2:
                st.text_input("Second class", "Negative", disabled=True)
            with col3:
                st.text_input("Third class", "Neutral", disabled=True)
            labels = ["Positive", "Negative", "Neutral"]
        
        elif classification_type == "Binary Classification":
            st.write("### Binary Classification Labels")
            col1, col2 = st.columns(2)
            with col1:
                label_1 = st.text_input("First class", "Positive")
            with col2:
                label_2 = st.text_input("Second class", "Negative")
            
            labels = [label_1, label_2]
            errors = validate_binary_labels(labels)
        
            if errors:
                st.error("\n".join(errors))
            else:
                st.success("Binary class names are valid and unique!")


        # if classification_type == "Sentiment Analysis":
        #     st.write("### Sentiment Analysis Labels (Fixed)")
        #     col1, col2, col3 = st.columns(3)
        #     with col1:
        #         label_1 = st.text_input("First class", "Positive", disabled=True)
        #     with col2:
        #         label_2 = st.text_input("Second class", "Negative", disabled=True)
        #     with col3:
        #         label_3 = st.text_input("Third class", "Neutral", disabled=True)
        #     labels = ["Positive", "Negative", "Neutral"]


        # elif classification_type == "Binary Classification":
        #     st.write("### Binary Classification Labels")
        #     col1, col2 = st.columns(2)
        
        #     with col1:
        #         label_1 = st.text_input("First class", "Positive")
        #     with col2:
        #         label_2 = st.text_input("Second class", "Negative")
        
        #     errors = []
        #     labels = [label_1.strip(), label_2.strip()]
        
        #     # Check for empty class names
        #     if not labels[0]:
        #         errors.append("First class name is required.")
        #     if not labels[1]:
        #         errors.append("Second class name is required.")
        
        #     # Check for duplicates
        #     if labels[0].lower() == labels[1].lower():
        #         errors.append("Class names must be different.")
        
        #     # Show errors or success
        #     if errors:
        #         for error in errors:
        #             st.error(error)
        #     else:
        #         st.success("Binary class names are valid and unique!")

        #########
        
        elif classification_type == "Multi-Class Classification":
            st.write("### Multi-Class Classification Labels")
        
            default_labels_by_domain = {
                "News": ["Political", "Sports", "Entertainment", "Technology", "Business"],
                "AG News": ["World", "Sports", "Business", "Sci/Tech"],
                "Tourism": ["Accommodation", "Transportation", "Tourist Attractions", 
                            "Food & Dining", "Local Experience", "Adventure Activities",
                            "Wellness & Spa", "Eco-Friendly Practices", "Family-Friendly",
                            "Luxury Tourism"],
                "Restaurant reviews": ["Italian", "French", "American"],
                "E-Commerce reviews": ["Mobile Phones & Accessories", "Laptops & Computers","Kitchen & Dining",
                                       "Beauty & Personal Care", "Home & Furniture", "Clothing & Fashion",
                                      "Shoes & Handbags", "Health & Wellness", "Electronics & Gadgets",
                                       "Books & Stationery","Toys & Games", "Sports & Fitness",
                                       "Grocery & Gourmet Food","Watches & Accessories", "Baby Products"]
            }
        
            num_classes = st.slider("Number of classes", 3, 15, 3)
        
            # Get defaults for selected domain, or empty list
            defaults = default_labels_by_domain.get(domain, [])
        
            labels = []
            errors = []
            cols = st.columns(3)
        
            for i in range(num_classes):
                with cols[i % 3]:
                    default_value = defaults[i] if i < len(defaults) else ""
                    label_input = st.text_input(f"Class {i+1}", default_value)
                    normalized_label = label_input.strip().title()
        
                    if not normalized_label:
                        errors.append(f"Class {i+1} name is required.")
                    else:
                        labels.append(normalized_label)
        
            # Check for duplicates (case-insensitive)
            if len(labels) != len(set(labels)):
                errors.append("Labels names must be unique (case-insensitive, normalized to Title Case).")

            # Show validation results
            if errors:
                for error in errors:
                    st.error(error)
            else:
                st.success("All Labels names are valid and unique!")
            labels_valid = not errors  # Will be True only if there are no label errors

                   
                

                    ##############

        # Generation parameters
        col1, col2 = st.columns(2)
        with col1:
            min_words = st.number_input("Min words", 1, 100, 20)
        with col2:
            max_words = st.number_input("Max words", min_words, 100, 50)

        # Few-shot examples
        use_few_shot = st.toggle("Use few-shot examples")
        few_shot_examples = []
        if use_few_shot:
            num_examples = st.slider("Number of few-shot examples", 1, 10, 1)
            for i in range(num_examples):
                with st.expander(f"Example {i+1}"):
                    content = st.text_area(f"Content", key=f"few_shot_content_{i}")
                    label = st.selectbox(f"Label", labels, key=f"few_shot_label_{i}")
                    if content and label:
                        few_shot_examples.append({"content": content, "label": label})

        num_to_generate = st.number_input("Number of examples", 1, 200, 10)

        # System role customization
        default_system_role = (
    f"You are a seasoned expert in {classification_type}, specializing in the {domain} domain. "
    f"Your primary responsibility is to generate high-quality, diverse, and unique text examples "
    f"tailored to this domain. Please ensure that each example adheres to the specified length "
    f"requirements, ranging from {min_words} to {max_words} words, and avoid any repetition in the generated content."
)
        
        # Allow user to modify the system role
        system_role = st.text_area("Modify System Role (optional)", 
                                value=default_system_role,
                                key="system_role_input")

        # Store the system role in session state
        st.session_state['system_role'] = system_role if system_role else default_system_role
                                                                        

        #  # System role customization
        # default_system_role = f"You are a professional {classification_type} expert, your role is to generate text examples"
        # f"for {domain} domain. Always generate unique diverse examples and do not repeat the generated data."
        # f"The generated text should be between {min_words} to {max_words} words long."
        
        # # Allow user to modify the system role
        # system_role = st.text_area("Modify System Role (optional)", 
        #                         value=default_system_role,
        #                         key="system_role_input")

        # # Store the system role in session state
        # st.session_state['system_role'] = system_role if system_role else default_system_role
        
        user_prompt = st.text_area("User Prompt (optional)")

        # Data Generation system prompt template including system role
        
        prompt_template = PromptTemplate(
            input_variables=["system_role", "classification_type", "domain", "num_examples", 
                           "min_words", "max_words", "labels", "user_prompt", "few_shot_examples"],
            template=(
                "{system_role}\n"
                "- Use the following parameters:\n"
                "- Generate {num_examples} examples\n"
                "- Each example should be between {min_words} to {max_words} words long\n"
                #"- Word range: {min_words} - {max_words} words\n "
                "- Use these labels: {labels}.\n"
                "- Generate the examples in this format: 'Example text. Label: label'\n"
                "- Do not include word counts or any additional information\n"
                "- Always use your creativity and intelligence to generate unique and diverse text data\n"
                "- Write unique examples every time.\n"
                "- DO NOT REPEAT your gnerated text. \n"
                "- For each Output, describe it once and move to the next.\n"
                "- List each Output only once, and avoid repeating details.\n"
                "- Additional instructions: {user_prompt}\n\n"
                "- Use the following examples as a reference in the generation process\n\n {few_shot_examples}. \n"
                "- Think step by step, generate numbered examples, and check each newly generated example to ensure it has not been generated before. If it has, modify it"
                
            )
        )
                        
               

        # Generate system prompt
        system_prompt = prompt_template.format(
            system_role=st.session_state['system_role'],
            classification_type=classification_type,
            domain=domain,
            num_examples=num_to_generate,
            min_words=min_words,
            max_words=max_words,
            labels=", ".join(labels),
            user_prompt=user_prompt,
            few_shot_examples="\n".join([f"{ex['content']}\nLabel: {ex['label']}" for ex in few_shot_examples]) if few_shot_examples else ""
        )

        # Store system prompt in session state
        st.session_state['system_prompt'] = system_prompt

        # Display system prompt
        st.write("System Prompt:")
        st.text_area("Current System Prompt", value=st.session_state['system_prompt'], 
                    height=400, disabled=True)
        

        if st.button("🎯 Generate Examples"):
            #
            errors = []
            if domain_selection == "Custom" and not domain.strip():
                st.warning("Custom domain name is required.")
            elif len(labels) != len(set(labels)):
                st.warning("Class names must be unique.")
            elif any(not lbl.strip() for lbl in labels):
                st.warning("All class labels must be filled in.")
            #else:
                #st.success("Generating examples for domain: {domain}")
                    
            #if not custom_domain_valid:
                #st.warning("Custom domain name is required.")
            #elif not labels_valid:
                #st.warning("Please fix the label errors before generating examples.")
            #else:
                # Proceed to generate examples
                #st.success(f"Generating examples for domain: {domain}")
                
            with st.spinner("Generating examples..."):
                try:
                    stream = client.chat.completions.create(
                        model=selected_model,
                        messages=[{"role": "system", "content": st.session_state['system_prompt']}],
                        temperature=temperature,
                        stream=True,
                        max_tokens=80000,
                        top_p=0.9,
                       # repetition_penalty=1.2,
                        #frequency_penalty=0.5,      # Discourages frequent words
                        #presence_penalty=0.6,  
                    )
 #st.session_state['system_prompt'] = system_prompt
                    #new 24 march
                    st.session_state.messages.append({"role": "user", "content": system_prompt})
                 # # ####################
                    response = st.write_stream(stream)
                    st.session_state.messages.append({"role": "assistant", "content": response})
                        # Initialize session state variables if they don't exist
                    if 'system_prompt' not in st.session_state:
                        st.session_state.system_prompt = system_prompt
                    
                    if 'response' not in st.session_state:
                        st.session_state.response = response
                    
                    if 'generated_examples' not in st.session_state:
                        st.session_state.generated_examples = []
                    
                    if 'generated_examples_csv' not in st.session_state:
                        st.session_state.generated_examples_csv = None
                    
                    if 'generated_examples_json' not in st.session_state:
                        st.session_state.generated_examples_json = None
                    
                    # Parse response and generate examples list
                    examples_list = []
                    for line in response.split('\n'):
                        if line.strip():
                            parts = line.rsplit('Label:', 1)
                            if len(parts) == 2:
                                text = parts[0].strip()
                                label = parts[1].strip()
                                if text and label:
                                    examples_list.append({
                                        'text': text,
                                        'label': label,
                                        'system_prompt': st.session_state.system_prompt,
                                        'system_role': st.session_state.system_role,
                                        'task_type': 'Data Generation',
                                        'Use few-shot example?': 'Yes' if use_few_shot else 'No',
                                    })

                    if examples_list:
                        # Update session state with new data
                        st.session_state.generated_examples = examples_list
                        
                        # Generate CSV and JSON data
                        df = pd.DataFrame(examples_list)
                        st.session_state.generated_examples_csv = df.to_csv(index=False).encode('utf-8')
                        st.session_state.generated_examples_json = json.dumps(examples_list, indent=2).encode('utf-8')

                       # Vertical layout with centered "or" between buttons
                        st.download_button(
                            "📥 Download Generated Examples (CSV)",
                            st.session_state.generated_examples_csv,
                            "generated_examples.csv",
                            "text/csv",
                            key='download-csv-persistent'
                        )
                        
                        # Add space and center the "or"
                        st.markdown("""
                        <div style='text-align: left; margin:15px 0; font-weight: 600; color: #666;'>. . . . . .         or</div>
                        """, unsafe_allow_html=True)
                        
                        st.download_button(
                            "📥 Download Generated Examples (JSON)",
                            st.session_state.generated_examples_json,
                            "generated_examples.json",
                            "application/json",
                            key='download-json-persistent'
                        )
                        # # Display the labeled examples
                        # st.markdown("##### 📋 Labeled Examples Preview")
                        # st.dataframe(df, use_container_width=True)
                        
                    if st.button("Continue"):
                        if follow_up == "Generate more examples":
                            st.experimental_rerun()
                        elif follow_up == "Data Labeling":
                            st.session_state.task_choice = "Data Labeling"
                            st.experimental_rerun()

                except Exception as e:
                    st.error("An error occurred during generation.")
                    st.error(f"Details: {e}")

    
# Lableing Process
    elif st.session_state.task_choice == "Data Labeling":
        st.header("🏷️ Data Labeling")
        #new new new 
        # 1. Domain selection
        # 1. Domain selection
       
        
        domain_selection = st.selectbox("Domain", ["Restaurant reviews", "E-Commerce reviews", "News", "AG News", "Tourism", "Custom"])
            # 2. Handle custom domain input
        custom_domain_valid = True  # Assume valid until proven otherwise
        
        if domain_selection == "Custom":
            domain = st.text_input("Specify custom domain")
            if not domain.strip():
                st.error("Please specify a domain name.")
                custom_domain_valid = False
        else:
            domain = domain_selection


        # # Classification type selection
        # classification_type = st.selectbox(
        #     "Classification Type",
        #     ["Sentiment Analysis", "Binary Classification", "Multi-Class Classification"]
        # )
    #NNew edit
        # classification_type = st.selectbox(
        #     "Classification Type",
        #     #["Sentiment Analysis", "Binary Classification", "Multi-Class Classification", "Named Entity Recognition (NER)"],
        #     ["Sentiment Analysis", "Binary Classification", "Multi-Class Classification"],
        #     key="label_class_type"
        # )

        # Classification type selection
        classification_type = st.selectbox(
            "Classification Type",
            ["Sentiment Analysis", "Binary Classification", "Multi-Class Classification", "Named Entity Recognition (NER)"]
        )
#NNew edit
        # Labels setup based on classification type
        labels = []
        labels_valid = False
        errors = []

        if classification_type == "Sentiment Analysis":
            st.write("### Sentiment Analysis Labels (Fixed)")
            col1, col2, col3 = st.columns(3)
            with col1:
                label_1 = st.text_input("First class", "Positive", disabled=True)
            with col2:
                label_2 = st.text_input("Second class", "Negative", disabled=True)
            with col3:
                label_3 = st.text_input("Third class", "Neutral", disabled=True)
            labels = ["Positive", "Negative", "Neutral"]


        elif classification_type == "Binary Classification":
            st.write("### Binary Classification Labels")
            col1, col2 = st.columns(2)
        
            with col1:
                label_1 = st.text_input("First class", "Positive")
            with col2:
                label_2 = st.text_input("Second class", "Negative")
        
            errors = []
            labels = [label_1.strip(), label_2.strip()]
            

            # Strip and lower-case labels for validation
            label_1 = labels[0].strip()
            label_2 = labels[1].strip()
            
            # Check for empty class names
            if not label_1:
                errors.append("First class name is required.")
            if not label_2:
                errors.append("Second class name is required.")
            
            # Check for duplicates (case insensitive)
            if label_1.lower() == label_2.lower() and label_1 and label_2:
                errors.append("Class names must be different.")
            
            # Show errors or success
            if errors:
                for error in errors:
                    st.error(error)
            else:
                st.success("Binary class names are valid and unique!")

                               
        elif classification_type == "Multi-Class Classification":
                st.write("### Multi-Class Classification Labels")
            
                default_labels_by_domain = {
                    "News": ["Political", "Sports", "Entertainment", "Technology", "Business"],
                    "AG News": ["World", "Sports", "Business", "Sci/Tech"],
                    "Tourism": ["Accommodation", "Transportation", "Tourist Attractions", 
                                "Food & Dining", "Local Experience", "Adventure Activities",
                                "Wellness & Spa", "Eco-Friendly Practices", "Family-Friendly",
                                "Luxury Tourism"],
                    "Restaurant reviews": ["Italian", "French", "American"],
                    "E-Commerce reviews": ["Mobile Phones & Accessories", "Laptops & Computers","Kitchen & Dining",
                                       "Beauty & Personal Care", "Home & Furniture", "Clothing & Fashion",
                                      "Shoes & Handbags", "Health & Wellness", "Electronics & Gadgets",
                                       "Books & Stationery","Toys & Games", "Sports & Fitness",
                                       "Grocery & Gourmet Food","Watches & Accessories", "Baby Products"]
            }
        
              
            
                # Ask user how many classes they want to define
                num_classes = st.slider("Select the number of classes (labels)", min_value=3, max_value=10, value=3)
            
                # Use default labels based on selected domain, if available
                defaults = default_labels_by_domain.get(domain, [])
            
                labels = []
                errors = []
                cols = st.columns(3)  # For nicely arranged label inputs
            
                for i in range(num_classes):
                    with cols[i % 3]:  # Distribute inputs across columns
                        default_value = defaults[i] if i < len(defaults) else ""
                        label_input = st.text_input(f"Label {i + 1}", default_value)
                        normalized_label = label_input.strip().title()
            
                        if not normalized_label:
                            errors.append(f"Label {i + 1} is required.")
                        else:
                            labels.append(normalized_label)
            
                # Check for duplicates (case-insensitive)
                normalized_set = {label.lower() for label in labels}
                if len(labels) != len(normalized_set):
                    errors.append("Label names must be unique (case-insensitive).")
            
                # Show validation results
                if errors:
                    for error in errors:
                        st.error(error)
                else:
                    st.success("All label names are valid and unique!")
            
                labels_valid = not errors  # True if no validation errors

        elif classification_type == "Named Entity Recognition (NER)":
            # NER entity options
            ner_entities = [
                "PERSON - Names of people, fictional characters, historical figures",
                "ORG - Companies, institutions, agencies, teams",
                "LOC - Physical locations (mountains, oceans, etc.)",
                "GPE - Countries, cities, states, political regions",
                "DATE - Calendar dates, years, centuries",
                "TIME - Times, durations",
                "MONEY - Monetary values with currency"
            ]
            selected_entities = st.multiselect(
                 "Select entities to recognize", 
                ner_entities,
                default=["PERSON - Names of people, fictional characters, historical figures",
                         "ORG - Companies, institutions, agencies, teams",
                        "LOC - Physical locations (mountains, oceans, etc.)",
                        "GPE - Countries, cities, states, political regions",
                        "DATE - Calendar dates, years, centuries",
                        "TIME - Times, durations",
                        "MONEY - Monetary values with currency"],
                        key="ner_entity_selection"
            )
        
            # Extract just the entity type (before the dash)
            labels = [entity.split(" - ")[0] for entity in selected_entities]
        
            if not labels:
                st.warning("Please select at least one entity type")
                labels = ["PERSON"]  # Default if nothing selected

            
                            


    #NNew edit
            # elif classification_type == "Multi-Class Classification":
            #     st.write("### Multi-Class Classification Labels")
            
            #     default_labels_by_domain = {
            #         "News": ["Political", "Sports", "Entertainment", "Technology", "Business"],
            #         "AG News": ["World", "Sports", "Business", "Sci/Tech"],
            #         "Tourism": ["Accommodation", "Transportation", "Tourist Attractions", 
            #                     "Food & Dining", "Local Experience", "Adventure Activities",
            #                     "Wellness & Spa", "Eco-Friendly Practices", "Family-Friendly",
            #                     "Luxury Tourism"],
            #         "Restaurant reviews": ["Italian", "French", "American"]
            #     }
            #     num_classes = st.slider("Number of classes", 3, 10, 3)
            
            #     # Get defaults for selected domain, or empty list
            #     defaults = default_labels_by_domain.get(domain, [])
            
            #     labels = []
            #     errors = []
            #     cols = st.columns(3)
            
            #     for i in range(num_classes):
            #         with cols[i % 3]:
            #             default_value = defaults[i] if i < len(defaults) else ""
            #             label_input = st.text_input(f"Class {i+1}", default_value)
            #             normalized_label = label_input.strip().title()
            
            #             if not normalized_label:
            #                 errors.append(f"Class {i+1} name is required.")
            #             else:
            #                 labels.append(normalized_label)
            
            #     # Check for duplicates (case-insensitive)
            #     if len(labels) != len(set(labels)):
                #     errors.append("Labels names must be unique (case-insensitive, normalized to Title Case).")
    
                # # Show validation results
                # if errors:
                #     for error in errors:
                #         st.error(error)
                # else:
                #     st.success("All Labels names are valid and unique!")
                # labels_valid = not errors  # Will be True only if there are no label errors

                   

            
        # else:
        #     num_classes = st.slider("Number of classes", 3, 23, 3, key="label_num_classes")
        #     labels = []
        #     cols = st.columns(3)
        #     for i in range(num_classes):
        #         with cols[i % 3]:
        #             label = st.text_input(f"Class {i+1}", f"Class_{i+1}", key=f"label_class_{i}")
        #             labels.append(label)

        use_few_shot = st.toggle("Use few-shot examples for labeling")
        few_shot_examples = []
        if use_few_shot:
            num_few_shot = st.slider("Number of few-shot examples", 1, 10, 1)
            for i in range(num_few_shot):
                with st.expander(f"Few-shot Example {i+1}"):
                    content = st.text_area(f"Content", key=f"label_few_shot_content_{i}")
                    label = st.selectbox(f"Label", labels, key=f"label_few_shot_label_{i}")
                    if content and label:
                        few_shot_examples.append(f"{content}\nLabel: {label}")

        num_examples = st.number_input("Number of examples to classify", 1, 100, 1)
    
        examples_to_classify = []
        if num_examples <= 20:
            for i in range(num_examples):
                example = st.text_area(f"Example {i+1}", key=f"example_{i}")
                if example:
                    examples_to_classify.append(example)
        else:
            examples_text = st.text_area(
                "Enter examples (one per line)",
                height=300,
                help="Enter each example on a new line"
            )
            if examples_text:
                examples_to_classify = [ex.strip() for ex in examples_text.split('\n') if ex.strip()]
                if len(examples_to_classify) > num_examples:
                    examples_to_classify = examples_to_classify[:num_examples]

        # System role customization  
        default_system_role = (f"You are a highly skilled {classification_type} expert."
        f"Your task is to accurately classify the provided text examples within the {domain} domain."
        f"Ensure that all classifications are precise, context-aware, and aligned with domain-specific standards and best practices."
    )

        # Allow user to modify the system role
        system_role = st.text_area("Modify System Role (optional)", 
                                value=default_system_role,
                                key="system_role_input")

        # Allow user to modify the system role
        st.session_state['system_role'] = system_role if system_role else default_system_role

        
        # #New Wedyan
        # default_system_role = f"You are a professional {classification_type} expert, your role is to classify the provided text examples for {domain} domain."
        # system_role = st.text_area("Modify System Role (optional)", 
        #                         value=default_system_role,
        #                         key="system_role_input")
        # st.session_state['system_role'] = system_role if system_role else default_system_role
        # # Labels initialization
        # #labels = []
        # ####

        user_prompt = st.text_area("User prompt (optional)", key="label_instructions")

        few_shot_text = "\n\n".join(few_shot_examples) if few_shot_examples else ""
        examples_text = "\n".join([f"{i+1}. {ex}" for i, ex in enumerate(examples_to_classify)])
    
        # Customize prompt template based on classification type
        if classification_type == "Named Entity Recognition (NER)":
            label_prompt_template = PromptTemplate(
                input_variables=["system_role", "labels", "few_shot_examples", "examples", "domain", "user_prompt"],
                template=(
                    "{system_role}\n"
                    #"- You are a professional Named Entity Recognition (NER) expert in {domain} domain. Your role is to identify and extract the following entity types: {labels}.\n"
                    "- For each text example provided, identify all entities of the requested types.\n"
                    "- Use the following entities: {labels}.\n"
                    "- Return each example followed by the entities you found in this format: 'Example text.\n Entities: [ENTITY_TYPE: entity text\n, ENTITY_TYPE: entity text\n, ...] or [No entities found]'\n"
                    "- If no entities of the requested types are found, indicate 'No entities found' in this text.\n"
                    "- Be precise about entity boundaries - don't include unnecessary words.\n"
                    "- Do not provide any additional information or explanations.\n"
                    "- Additional instructions:\n {user_prompt}\n\n"
                    "- Use user few-shot examples as guidance if provided:\n{few_shot_examples}\n\n"
                    "- Examples to analyze:\n{examples}\n\n"
                    "Output:\n"
                )
            )
        else:
            # Data Labeling system prompt template
            
                label_prompt_template = PromptTemplate(

                input_variables=["system_role", "classification_type", "labels", "few_shot_examples", "examples","domain", "user_prompt"],
                template=(
                    "{system_role}\n"
                    # "- You are a professional {classification_type} expert in {domain} domain. Your role is to classify the following examples using these labels: {labels}.\n"
                    "- Use the following instructions:\n"
                    "- Use the following labels: {labels}.\n"
                    "- Return the classified text followed by the label in this format: 'text. Label: [label]'\n"
                    "- Do not provide any additional information or explanations\n"
                    "- User prompt:\n {user_prompt}\n\n"
                    "- Use user provided examples as guidence in the classification process:\n\n {few_shot_examples}\n"
                    "- Examples to classify:\n{examples}\n\n"
                    "- Think step by step then classify the examples" 
                    #"Output:\n"
                ))

             
                
        # Check if few_shot_examples is already a formatted string
           # Check if few_shot_examples is already a formatted string
        if isinstance(few_shot_examples, str):
            formatted_few_shot = few_shot_examples
        # If it's a list of already formatted strings
        elif isinstance(few_shot_examples, list) and all(isinstance(ex, str) for ex in few_shot_examples):
            formatted_few_shot = "\n".join(few_shot_examples)
        # If it's a list of dictionaries with 'content' and 'label' keys
        elif isinstance(few_shot_examples, list) and all(isinstance(ex, dict) and 'content' in ex and 'label' in ex for ex in few_shot_examples):
            formatted_few_shot = "\n".join([f"{ex['content']}\nLabel: {ex['label']}" for ex in few_shot_examples])
        else:
            formatted_few_shot = ""
        
        system_prompt = label_prompt_template.format(
            system_role=st.session_state['system_role'],
            classification_type=classification_type,
            domain=domain,
            examples="\n".join(examples_to_classify),
            labels=", ".join(labels),
            user_prompt=user_prompt,
            few_shot_examples=formatted_few_shot
        )

        # Step 2: Store the system_prompt in st.session_state
        st.session_state['system_prompt'] = system_prompt           
#::contentReference[oaicite:0]{index=0}
        st.write("System Prompt:")
        #st.code(system_prompt)
        #st.code(st.session_state['system_prompt'])
        st.text_area("System Prompt", value=st.session_state['system_prompt'], height=300, max_chars=None, key=None, help=None, disabled=True)
            
        

        if st.button("🏷️ Label Data"):
            if examples_to_classify:
                with st.spinner("Labeling data..."):
                    # Generate the system prompt based on classification type
                    if classification_type == "Named Entity Recognition (NER)":
                        system_prompt = label_prompt_template.format(
                            system_role=st.session_state['system_role'],
                            labels=", ".join(labels),
                            domain = domain,
                            few_shot_examples=few_shot_text,
                            examples=examples_text,
                            user_prompt=user_prompt
                        )
                    else:
                        system_prompt = label_prompt_template.format(
                            classification_type=classification_type,
                            system_role=st.session_state['system_role'],
                            domain = domain,
                            labels=", ".join(labels),
                            few_shot_examples=few_shot_text,
                            examples=examples_text,
                            user_prompt=user_prompt
                        )
                    try:
                        stream = client.chat.completions.create(
                            model=selected_model,
                            messages=[{"role": "system", "content": system_prompt}],
                            temperature=temperature,
                            stream=True,
                            max_tokens=20000,
                            top_p = 0.9,
                          
                        )
                        #new 24 March
                        # Append user message
                        st.session_state.messages.append({"role": "user", "content": system_prompt})
                        #################
                        response = st.write_stream(stream)
                        st.session_state.messages.append({"role": "assistant", "content": response})
                         # Display the labeled examples
                        #    # Optional: If you want to add it as a chat-style message log
                        # preview_str = st.session_state.labeled_preview.to_markdown(index=False)
                        # st.session_state.messages.append({"role": "assistant", "content": f"Here is a preview of the labeled examples:\n\n{preview_str}"})
                                                                                                    

                        # # Stream response and append assistant message
                        # #14/4/2024
                        # response = st.write_stream(stream)
                        # st.session_state.messages.append({"role": "assistant", "content": response})

                          # Initialize session state variables if they don't exist
                        if 'system_prompt' not in st.session_state:
                            st.session_state.system_prompt = system_prompt
                        
                        if 'response' not in st.session_state:
                            st.session_state.response = response
                        
                        if 'generated_examples' not in st.session_state:
                            st.session_state.generated_examples = []
                        
                        if 'generated_examples_csv' not in st.session_state:
                            st.session_state.generated_examples_csv = None
                        
                        if 'generated_examples_json' not in st.session_state:
                            st.session_state.generated_examples_json = None
                    

                      
                    
                        # Save labeled examples to CSV
                        #new 14/4/2025
                        labeled_examples = []
                        if classification_type == "Named Entity Recognition (NER)":
                            labeled_examples = []
                            for line in response.split('\n'):
                                if line.strip():
                                    parts = line.rsplit('Entities:', 1)
                                    if len(parts) == 2:
                                        text = parts[0].strip()
                                        entities = parts[1].strip()
                                        if text and entities:
                                            labeled_examples.append({
                                                'text': text,
                                                'entities': entities,
                                                'system_prompt': st.session_state.system_prompt,
                                                'system_role': st.session_state.system_role,
                                                'task_type': 'Named Entity Recognition (NER)',
                                                'Use few-shot example?': 'Yes' if use_few_shot else 'No',
                                            })
                       
                                            
                        else:
                            labeled_examples = []
                            for line in response.split('\n'):
                                if line.strip():
                                    parts = line.rsplit('Label:', 1)
                                    if len(parts) == 2:
                                        text = parts[0].strip()
                                        label = parts[1].strip()
                                        if text and label:
                                            labeled_examples.append({
                                                'text': text,
                                                'label': label,
                                                'system_prompt': st.session_state.system_prompt,
                                                'system_role': st.session_state.system_role,
                                                'task_type': 'Data Labeling',
                                                'Use few-shot example?': 'Yes' if use_few_shot else 'No',  
                                            })
                       # Save and provide download options
                        if labeled_examples:
                            # Update session state
                            st.session_state.labeled_examples = labeled_examples
                        
                            # Convert to CSV and JSON
                            df = pd.DataFrame(labeled_examples)
                            st.session_state.labeled_examples_csv = df.to_csv(index=False).encode('utf-8')
                            st.session_state.labeled_examples_json = json.dumps(labeled_examples, indent=2).encode('utf-8')
                        
                            # Download buttons
                            st.download_button(
                                "📥 Download Labeled Examples (CSV)",
                                st.session_state.labeled_examples_csv,
                                "labeled_examples.csv",
                                "text/csv",
                                key='download-labeled-csv'
                            )
                        
                            st.markdown("""
                            <div style='text-align: left; margin:15px 0; font-weight: 600; color: #666;'>. . . . . .         or</div>
                            """, unsafe_allow_html=True)
                        
                            st.download_button(
                                "📥 Download Labeled Examples (JSON)",
                                st.session_state.labeled_examples_json,
                                "labeled_examples.json",
                                "application/json",
                                key='download-labeled-json'
                            )
                            # Display the labeled examples
                            st.markdown("##### 📋 Labeled Examples Preview")
                            st.dataframe(df, use_container_width=True)
                            # Display section
                            #st.markdown("### 📋 Labeled Examples Preview")
                            #st.dataframe(st.session_state.labeled_preview, use_container_width=True)

                                                                            
                                                                        
                        # if labeled_examples:
                        #     df = pd.DataFrame(labeled_examples)
                        #     csv = df.to_csv(index=False).encode('utf-8')
                        #     st.download_button(
                        #         "📥 Download Labeled Examples",
                        #         csv,
                        #         "labeled_examples.csv",
                        #         "text/csv",
                        #         key='download-labeled-csv'
                        #     )
                        # # Add space and center the "or"
                        # st.markdown("""
                        # <div style='text-align: left; margin:15px 0; font-weight: 600; color: #666;'>. . . . . .         or</div>
                        # """, unsafe_allow_html=True)
                        
                        # if labeled_examples:
                        #     df = pd.DataFrame(labeled_examples)
                        #     csv = df.to_csv(index=False).encode('utf-8')
                        #     st.download_button(
                        #         "📥 Download Labeled Examples",
                        #         csv,
                        #         "labeled_examples.json",
                        #         "text/json",
                        #         key='download-labeled-JSON'
                        #     )
                            
                        # Add follow-up interaction options
                        #st.markdown("---")
                        #follow_up = st.radio(
                            #"What would you like to do next?",
                             #["Label more data", "Data Generation"],
                           # key="labeling_follow_up"
                      #  )
                    
                        if st.button("Continue"):
                            if follow_up == "Label more data":
                                st.session_state.examples_to_classify = []
                                st.experimental_rerun()
                            elif follow_up == "Data Generation":
                                st.session_state.task_choice = "Data Labeling"
                                st.experimental_rerun()
                            
                    except Exception as e:
                        st.error("An error occurred during labeling.")
                        st.error(f"Details: {e}")
            else:
                st.warning("Please enter at least one example to classify.")

    #st.session_state.messages.append({"role": "assistant", "content": response})
       
        
                   

# Footer
st.markdown("---")
st.markdown(
    """
    <div style='text-align: center'>
        <p>Made with ❤️ by Wedyan AlSakran 2025</p>
    </div>
    """, 
    unsafe_allow_html=True
)