Merge branch 'IT20251000' into 'master'

It20251000

See merge request !19

.vscode/settings.json

@@ -4,5 +4,9 @@
         "Janith",
         "leaderboard",
         "SLIIT"
-    ]
+    ],
+    "[python]": {
+        "editor.defaultFormatter": "ms-python.black-formatter"
+    },
+    "python.formatting.provider": "none"
 }
\ No newline at end of file

Project/Backend/Server_Python/controllers/translate_controler.py

@@ -11,9 +11,11 @@ from utils import mappings
 router = APIRouter()
 logger = setup_logger()
 
+
 class ImageRequest(BaseModel):
     image: UploadFile
 
+
 # Load your Keras model
 # model = tf.keras.models.load_model('../ML_Models/sign_language_to_text/models/sign_language_model.h5')
 model= None
@@ -29,7 +31,6 @@ prediction_service = SignLanguagePredictionService(model, CLASSES, mappings,spee
 @router.post("/upload/video", tags=["Sign Language"])
 async def upload_video(video: UploadFile = File(...)):
     try:
-  
         file_location = f"files/{video.filename}"
         with open(file_location, "wb") as file:
             file.write(video.file.read())
@@ -69,7 +70,4 @@ def predict_using_video(video_request: UploadFile = File(...), speed: int = Quer
         return prediction_service.predict_sign_language_video_with_speed_levels(video_request, speed=speed)
     except Exception as e:
         logger.info(f"Error. {e}")
-        raise HTTPException(
-            status_code=500,
-            detail="Request Failed."
-        )
\ No newline at end of file
+        raise HTTPException(status_code=500, detail="Request Failed.")

Project/Backend/Server_Python/controllers/video_to_sign_language_controller.py

+from datetime import datetime
+import moviepy.editor as mp
+import requests
+import speech_recognition as sr
+from fastapi import APIRouter, File, HTTPException, UploadFile
+from fastapi.responses import JSONResponse
+from pymongo.mongo_client import MongoClient
+
+from core.logger import setup_logger
+
+# Replace with your MongoDB Atlas credentials
+username = "admin"
+password = "JppbU6MZeHfOj7sp"
+uri = f"mongodb+srv://{username}:{password}@researchmanagement-appl.vzhn4.mongodb.net/?retryWrites=true&w=majority"
+
+client = MongoClient(uri)
+db = client["test"]
+items_collection = db["translated_items"]
+items_collection_log = db["translated_items_log"]
+
+
+TEMP_VIDEO_PATH = "C:/Users/himashara/Documents/SLIIT/1 SEMESTER/Research Project - IT4010/Research Project/2023-029/Project/Backend/Server_Python/resources/temp_video.mp4"
+AUDIO_SAVE_PATH = "C:/Users/himashara/Documents/SLIIT/1 SEMESTER/Research Project - IT4010/Research Project/2023-029/Project/Backend/Server_Python/resources/audio.wav"
+
+router = APIRouter()
+logger = setup_logger()
+
+
+@router.post("/rest_pyton/uploaded_video")
+async def uploaded_video(file: UploadFile = File(...)):
+    try:
+        # Process the uploaded video
+        video_content = await file.read()
+        temp_video_path = TEMP_VIDEO_PATH
+        with open(temp_video_path, "wb") as temp_video_file:
+            temp_video_file.write(video_content)
+
+        audio_save_path = AUDIO_SAVE_PATH
+        video = mp.VideoFileClip(temp_video_path)
+        audio = video.audio
+        audio.write_audiofile(audio_save_path)
+
+        r = sr.Recognizer()
+        with sr.AudioFile(audio_save_path) as source:
+            audio = r.record(source)
+
+        recognized_text = r.recognize_google(audio, language="si-LK")
+        translated_text_si = translate_text(recognized_text, "si")
+        translated_text_en = translate_text(recognized_text, "en")
+
+        translated_integer_si = " ".join(
+            str(unicode_to_int_mapping.get(word, "0"))
+            for word in translated_text_si.split()
+        )
+        print("Translated Integer (Si):", translated_integer_si)
+
+        # Send translated integer to MongoDB
+        send_to_mongodb(translated_integer_si)
+
+        return JSONResponse(
+            content={
+                "translated_text_si": translated_text_si,
+                "translated_text_en": translated_text_en,
+            }
+        )
+        # return JSONResponse(content={"translated_text_si": "test"})
+    except Exception as e:
+        return JSONResponse(content={"error": str(e)}, status_code=500)
+
+
+unicode_to_int_mapping = {"මම": 1, "හෙට": 2, "යනවා": 3, "මං": 4}
+
+
+def translate_text(text, target_language):
+    url = "https://translate.googleapis.com/translate_a/single"
+    params = {
+        "client": "gtx",
+        "sl": "auto",
+        "tl": target_language,
+        "dt": "t",
+        "q": text,
+    }
+    response = requests.get(url, params=params)
+    translation_data = response.json()
+    translated_text = translation_data[0][0][0]
+    return translated_text
+
+
+# v1
+# def send_to_mongodb(translated_integer_si):
+#     translated_item_data = {
+#         "translated_integer_si": translated_integer_si,
+#         "timestamp": datetime.utcnow(),
+#     }
+#     result = items_collection.insert_one(translated_item_data)
+#     if not result.inserted_id:
+#         raise HTTPException(status_code=500, detail="Failed to create translated item")
+
+
+# v2
+# def send_to_mongodb(translated_integer_si):
+#     translated_item_data = {
+#         "translated_integer_si": translated_integer_si,
+#         "timestamp": datetime.utcnow(),
+#     }
+
+#     # Save the previous record to the log before updating
+#     existing_record = items_collection.find_one()
+#     if existing_record:
+#         items_collection_log = db["translated_items_log"]
+#         items_collection_log.insert_one(existing_record)
+
+#     # Update the existing record or create a new one
+#     result = items_collection.replace_one({}, translated_item_data, upsert=True)
+
+#     if result.matched_count == 0 and result.modified_count == 0:
+#         raise HTTPException(
+#             status_code=500, detail="Failed to update or create translated item"
+#         )
+
+
+# v3
+def send_to_mongodb(translated_integer_si):
+    translated_item_data = {
+        "translated_integer_si": translated_integer_si,
+        "timestamp": datetime.utcnow(),
+    }
+
+    # Save the previous record to the log before updating
+    existing_record = items_collection.find_one()
+    if existing_record:
+        items_collection_log = db["translated_items_log"]
+        # Exclude the _id field to allow MongoDB to generate a new one
+        existing_record.pop("_id", None)
+        items_collection_log.insert_one(existing_record)
+
+    # Update the existing record or create a new one
+    result = items_collection.replace_one({}, translated_item_data, upsert=True)
+
+    if result.matched_count == 0 and result.modified_count == 0:
+        raise HTTPException(
+            status_code=500, detail="Failed to update or create translated item"
+        )

Project/Backend/Server_Python/controllers/video_translate_server.py.bkp

+from fastapi import FastAPI, HTTPException
+from pymongo.mongo_client import MongoClient
+from pydantic import BaseModel
+from typing import List
+from bson import ObjectId
+from datetime import datetime
+
+app = FastAPI()
+
+# Replace with your MongoDB Atlas credentials
+username = "admin"
+password = "JppbU6MZeHfOj7sp"
+uri = f"mongodb+srv://{username}:{password}@researchmanagement-appl.vzhn4.mongodb.net/?retryWrites=true&w=majority"
+
+client = MongoClient(uri)
+db = client["test"]
+items_collection = db["translated_items"]
+
+
+class ItemCreate(BaseModel):
+    item_name: str
+    item_description: str
+
+
+class Item(BaseModel):
+    item_name: str
+    item_description: str
+    _id: str
+
+
+class TranslatedItemCreate(BaseModel):
+    translated_integer_si: str
+
+
+@app.on_event("startup")
+async def startup_db_client():
+    app.mongodb_client = MongoClient(uri)
+    try:
+        app.mongodb_client.admin.command("ping")
+        print("Pinged your deployment. You successfully connected to MongoDB!")
+    except Exception as e:
+        print(e)
+
+
+@app.on_event("shutdown")
+async def shutdown_db_client():
+    app.mongodb_client.close()
+
+
+@app.get("/")
+async def read_root():
+    return {"message": "FastAPI with MongoDB integration"}
+
+
+# send tranlated integer to mongodb
+@app.post("/translated_items/", response_model=TranslatedItemCreate)
+async def create_translated_item(translated_item_create: TranslatedItemCreate):
+    translated_item_data = {
+        "translated_integer_si": translated_item_create.translated_integer_si,
+        "timestamp": datetime.utcnow(),
+    }
+    result = items_collection.insert_one(translated_item_data)
+    if result.inserted_id:
+        # return translated_item_data
+        return {**translated_item_data, "_id": str(result.inserted_id)}
+    else:
+        raise HTTPException(status_code=500, detail="Failed to create translated item")
+
+
+@app.put("/items/{item_id}", response_model=Item)
+async def update_item(item_id: str, item_update: ItemCreate):
+    item_object_id = ObjectId(item_id)  # Convert item_id to ObjectId
+    update_data = {
+        "item_name": item_update.item_name,
+        "item_description": item_update.item_description,
+    }
+    result = items_collection.update_one({"_id": item_object_id}, {"$set": update_data})
+    if result.modified_count > 0:
+        updated_item = items_collection.find_one({"_id": item_object_id})
+        return {**updated_item, "_id": str(updated_item["_id"])}
+    else:
+        raise HTTPException(status_code=404, detail="Item not found")
+
+
+@app.get("/items/", response_model=List[Item])
+async def get_all_items():
+    items = list(items_collection.find())
+    items_with_string_id = [{**item, "_id": str(item["_id"])} for item in items]
+    print(items_with_string_id)
+    return items_with_string_id
+
+
+if __name__ == "__main__":
+    import uvicorn
+
+    uvicorn.run(app, host="127.0.0.1", port=8000)

Project/Backend/Server_Python/main.py

 from fastapi import FastAPI
-from controllers import translate_controler, users_controller
+from controllers import translate_controler, users_controller, video_to_sign_language_controller
 from fastapi.responses import RedirectResponse
 from fastapi.middleware.cors import CORSMiddleware
+from pymongo.mongo_client import MongoClient
 
 from core.logger import setup_logger
+ 
+app = FastAPI()
 
+# Replace with your MongoDB Atlas credentials
+username = "admin"
+password = "JppbU6MZeHfOj7sp"
+uri = f"mongodb+srv://{username}:{password}@researchmanagement-appl.vzhn4.mongodb.net/?retryWrites=true&w=majority"
+
+client = MongoClient(uri)
+db = client["test"]
+items_collection = db["translated_items"]
+
+
+@app.on_event("startup")
+async def startup_db_client():
+    app.mongodb_client = MongoClient(uri)
+    try:
+        app.mongodb_client.admin.command("ping")
+        print("Pinged your deployment. You successfully connected to MongoDB!")
+    except Exception as e:
+        print(e)
+
+
+@app.on_event("shutdown")
+async def shutdown_db_client():
+    app.mongodb_client.close()
 
 
-app = FastAPI()
 
 logger = setup_logger()
 
 app.include_router(users_controller.router)
 app.include_router(translate_controler.router)
+app.include_router(video_to_sign_language_controller.router)
 
 
 # Add cores middleware
@@ -21,6 +47,7 @@ origins = [
     "http://localhost:8080",
     "http://localhost:8004",
     "http://localhost:3000",
+     "http://127.0.0.1:8000"
 ]
 
 app.add_middleware(CORSMiddleware,
@@ -32,4 +59,4 @@ app.add_middleware(CORSMiddleware,
 @app.get('/')
 async def root():
     url = app.docs_url or '/docs'
-    return RedirectResponse(url)
\ No newline at end of file
+    return RedirectResponse(url)

Project/Backend/Server_Python/requirements.txt

@@ -2,4 +2,8 @@ fastapi
 uvicorn
 python-multipart==0.0.6
 tensorflow==2.12.0
-opencv-python==4.7.0.72
\ No newline at end of file
+opencv-python==4.7.0.72
+moviepy==1.0.3
+SpeechRecognition==3.10.0
+tk==0.1.0
+requests==2.31.0
\ No newline at end of file

Project/Frontend/SignConnectPlus/package.json

@@ -110,7 +110,11 @@
     "util": "^0.12.5",
     "uuid": "^9.0.0",
     "web-vitals": "^3.3.1",
-    "yup": "^1.1.1"
+    "yup": "^1.1.1",
+    "@material-ui/core": "^4.12.4", 
+    "@mui/icons-material": "^5.14.6", 
+    "react-material-file-upload": "^0.0.4", 
+    "react-webcam": "^7.1.1"
   },
   "scripts": {
     "start": "react-app-rewired start",

Project/Frontend/SignConnectPlus/src/menu-items/application.tsx

@@ -3,19 +3,20 @@ import { FormattedMessage } from 'react-intl';
 
 // assets
 import {
+  AudioOutlined,
   BookOutlined,
   CarryOutOutlined,
   CreditCardOutlined,
+  FastForwardOutlined,
   FileTextOutlined,
   LoginOutlined,
+  RedditOutlined,
   RocketOutlined,
   ShoppingOutlined,
   TeamOutlined,
   TranslationOutlined,
   UserOutlined,
-  AudioOutlined,
   VideoCameraOutlined,
-  RedditOutlined, 
 } from '@ant-design/icons';
 
 // type
@@ -33,9 +34,10 @@ const icons = {
   RocketOutlined,
   BookOutlined,
   TranslationOutlined,
-  AudioOutlined,
-  VideoCameraOutlined,
+  FastForwardOutlined,
   RedditOutlined,
+  AudioOutlined,
+  VideoCameraOutlined
 };
 
 // ==============================|| MENU ITEMS - SUPPORT ||============================== //
@@ -80,13 +82,27 @@ const application: NavItemType = {
       icon: icons.TranslationOutlined,
       url: '/ssl-translate/process',
     },
+    {
+      id: 'video-to-sign-language',
+      title: <FormattedMessage id="video-to-sign-language" />,
+      type: 'collapse',
+      icon: icons.RedditOutlined,
+      children: [
+        {
+          id: 'video-translate',
+          title: <FormattedMessage id="video-translate" />,
+          type: 'item',
+          url: '/video-to-sign-language/VideoTranslate',
+        }
+      ]
+    },
     {
       id: 'emotion-detection',
       title: <FormattedMessage id="emotion-detection" />,
       type: 'collapse',
       icon: icons.RedditOutlined,
       children: [
-        
+
         {
           id: 'audio-detection',
           title: <FormattedMessage id="audio-detection" />,
@@ -101,7 +117,7 @@ const application: NavItemType = {
           icon: icons.VideoCameraOutlined,
           url: '/emotion-detection/video-detection',
         },
-        
+
       ]
     },
 
@@ -137,7 +153,7 @@ const application: NavItemType = {
           type: 'item',
           url: '/learning-management/curriculums-subscribed',
         },
-         {
+        {
           id: 'learning-curriculums-subscribed-tutorial',
           title: <FormattedMessage id="learning-curriculums-subscribed-tutorial" />,
           type: 'item',

Project/Frontend/SignConnectPlus/src/pages/services/SignLanguageToText.js

+import axios from 'axios';
+
+class SignLanguageToTextService {
+  predictSignLanguageVideo(speed, data) {
+    return axios.post(
+      `http://127.0.0.1:8000/predict-sign-language/video/speed_levels?speed=${speed}`,
+      data
+    );
+  }
+}
+
+export default new SignLanguageToTextService();

Project/Frontend/SignConnectPlus/src/pages/services/VideoToSignLanguage.js

+import axios from 'axios';
+
+class VideoToSignLanguage {
+  videoTranslation(data) {
+    return axios.post(
+      // @ts-ignore
+      `http://127.0.0.1:8000/translated_items/`,
+      data
+    ); 
+  }
+}
+
+export default new VideoToSignLanguage();

Project/Frontend/SignConnectPlus/src/pages/video-to-sign-language/VideoTranslate/Video_trasnlator.tsx.bkp

+// import { Alert, Button, Card, CardActions, CardContent, CardHeader, Container, Grid, Typography } from '@mui/material';
+// import Head from 'next/head';
+// import { useCallback, useState } from 'react';
+// import { ComingSoonIllustration } from 'assets/illustrations';
+// import CustomBreadcrumbs from 'components/custom-breadcrumbs/CustomBreadcrumbs';
+// import Iconify from 'components/iconify/Iconify';
+// import HomeWidget from 'sections/@dashboard/spokenLanguageTranslation-module/HomeWidget';
+// import _mock from '../../../_mock';
+// import Editor from '../../../components/editor';
+// import { useSettingsContext } from '../../../components/settings';
+// import { Upload } from '../../../components/upload';
+// import DashboardLayout from '../../../layout/dashboard';
+// import {
+//     CarouselBasic3
+// } from '../../../sections/_examples/extra/carousel';
+
+// SpokenLanguageTranslationHomePage.getLayout = (page: React.ReactElement) => <DashboardLayout>{page}</DashboardLayout>;
+
+// export default function SpokenLanguageTranslationHomePage() {
+//     const { themeStretch } = useSettingsContext();
+
+//     const [translateType, setTranslateType] = useState<"video" | "text">()
+//     const [file, setFile] = useState<File | string | null>(null);
+//     const [quillSimple, setQuillSimple] = useState('');
+
+
+//     const handleHomeWidgetOnClick = (value: string) => {
+//         if (!value) return
+//         if (value == "Video Translate") {
+//             setTranslateType("video")
+//             return
+//         }
+//         if (value == "Text Translate") {
+//             setTranslateType("text")
+//             return
+//         }
+//     }
+
+//     const handleDropSingleFile = useCallback((acceptedFiles: File[]) => {
+//         const file = acceptedFiles[0];
+//         if (file) {
+//             setFile(
+//                 Object.assign(file, {
+//                     preview: URL.createObjectURL(file),
+//                 })
+//             );
+//         }
+//     }, []);
+ 
+
+//     const _carouselsExample = [...Array(5)].map((_, index) => ({
+//         id: _mock.id(index),
+//         title: _mock.text.title(index),
+//         image: _mock.image.cover(index),
+//         description: _mock.text.description(index),
+//       }));
+
+
+//     return (
+//         <>
+//             <Head>
+//                 <title> Spoken Language Translation Home | SignLink </title>
+//             </Head>
+
+//             <Container maxWidth={themeStretch ? false : 'xl'}>
+//                 <CustomBreadcrumbs
+//                     heading="Spoken Language Translation"
+//                     links={[
+//                         {
+//                             name: 'Dashboard',
+//                             href: '#',
+//                             icon: <Iconify icon="eva:home-fill" />,
+//                         },
+//                         { name: 'Spoken Language Translation Module', href: '#', icon: <Iconify icon="eva:cube-outline" /> },
+//                         { name: 'Spoken Language Translation', icon: <Iconify icon="eva:cube-outline" /> },
+//                     ]}
+//                 />
+//             </Container>
+
+//             <Container maxWidth={themeStretch ? false : 'xl'}>
+//                 <Grid container spacing={2} rowSpacing={3}>
+//                     <Grid item xs={12} md={6} lg={6}>
+//                         <HomeWidget
+//                             title="Video Translate"
+//                             subTitle="Spoken Language Video Convert to sign language"
+//                             icon="eva:video-fill"
+//                             color='warning'
+//                             handleClick={handleHomeWidgetOnClick}
+//                         />
+//                     </Grid>
+//                     <Grid item xs={12} md={6} lg={6}>
+//                         <HomeWidget
+//                             title="Text Translate"
+//                             subTitle="Spoken Language Text Convert to sign language"
+//                             icon="eva:text-fill"
+//                             color="success"
+//                             handleClick={handleHomeWidgetOnClick}
+//                         />
+//                     </Grid>
+//                     {!translateType && <>
+//                         <Grid item xs={12} md={12} lg={12}>
+//                             <Alert severity='info' >Select a Translation type</Alert>
+//                         </Grid>
+//                     </>}
+//                     {translateType == "video" && <>
+//                         <Grid item xs={12} md={8} lg={8}>
+//                             <Card>
+//                                 <CardHeader
+//                                     title="Upload Video"
+//                                     subheader="Upload you're video to convert to sigh  language"
+//                                 />
+//                                 <CardContent>
+//                                     <Upload file={file} onDrop={handleDropSingleFile} onDelete={() => setFile(null)} />
+//                                 </CardContent>
+//                                 <CardActions>
+//                                     <Button variant="contained" color='error' fullWidth onClick={() => { setFile(null) }}>
+//                                         Reset
+//                                     </Button>
+//                                     <Button variant="contained" fullWidth>
+//                                         Convert
+//                                     </Button>
+//                                 </CardActions>
+//                             </Card>
+//                         </Grid>
+//                         <Grid item xs={12} md={4} lg={4}>
+//                             <Card>
+//                                 <CardHeader title="3D Model" />
+//                                 <CardContent>
+//                                     <Typography variant="h3" paragraph>
+//                                         Coming Soon!
+//                                     </Typography>
+
+//                                     <Typography sx={{ color: 'text.secondary' }}>
+//                                         We are currently working hard on this page!
+//                                     </Typography>
+
+//                                     <ComingSoonIllustration sx={{ my: 1, height: 200 }} />
+//                                 </CardContent>
+//                             </Card>
+//                         </Grid>
+//                     </>}
+//                     {translateType == "text" && <>
+//                         <Grid item xs={12} md={8} lg={8}>
+//                             <Card sx={{ height: "100%" }}>
+//                                 <CardHeader
+//                                     title="Enter text"
+//                                     subheader="Enter you're text to convert to sigh  language"
+//                                 />
+//                                 <CardContent>
+//                                     <Editor
+//                                         simple
+//                                         id="simple-editor"
+//                                         value={quillSimple}
+//                                         onChange={(value) => setQuillSimple(value)}
+//                                     />
+//                                 </CardContent>
+//                                 <CardActions>
+//                                     <Button variant="contained" color='error' fullWidth onClick={() => { setQuillSimple('') }}>
+//                                         Reset
+//                                     </Button>
+//                                     <Button variant="contained" fullWidth>
+//                                         Convert
+//                                     </Button>
+//                                 </CardActions>
+//                             </Card>
+//                         </Grid>
+//                         <Grid item xs={12} md={4} lg={4}>
+//                             <Card>
+//                                 <CardHeader title="Converted Output" />
+//                                 <CardContent>
+//                                 <CarouselBasic3 data={_carouselsExample} />
+//                                 </CardContent>
+//                             </Card>
+//                         </Grid>
+//                     </>}
+//                 </Grid>
+
+
+
+//             </Container>
+//         </>
+//     );
+// }

Project/Frontend/SignConnectPlus/src/routes/MainRoutes.tsx

@@ -46,6 +46,8 @@ const CurriculumManagementList = Loadable(lazy(() => import('pages/parameter/cur
 // render - parameter tutorial management page
 const TutorialManagementList = Loadable(lazy(() => import('pages/parameter/tutorial-management/list/list')));
 
+// render - Video to Sign Language page
+const VideoTranslation = Loadable(lazy(() => import('pages/video-to-sign-language/VideoTranslate/VideoTranslate')));
 
 
 // render - audio-detection page
@@ -120,6 +122,15 @@ const MainRoutes = {
           ]
         },
 
+        {
+          path: 'video-to-sign-language',
+          children: [
+            {
+              path: 'VideoTranslate',
+              element: <VideoTranslation />
+            }
+          ]
+        },
         {
           path: 'learning-management',
           children: [

Project/Frontend/SignConnectPlus/src/utils/locales/en.json

@@ -166,5 +166,7 @@
   "audio-detection": "Audio Detection",
   "video-detection": "Video Detection",
   "learning-dashboard": "Dashboard",
-  "learning-curriculums-subscribed-tutorial": "Tutorial"
+  "learning-curriculums-subscribed-tutorial": "Tutorial",
+  "video-to-sign-language": "Sign Language Translate",
+  "video-translate": "Video Translator"
 }
\ No newline at end of file

README.md

@@ -31,15 +31,40 @@ The main objective of this project is to develop a Sign Language Translation Sys
 ### Member: Ranaweera R M S H (IT20251000)
 
 **Research Question:**
-- How can sign language translation be achieved by identifying audio and text components in a video and translating them into sign language using 3D components?
+- How can sign language translation be achieved by identifying the audio components in a video and the text, and translating them into sign language using 3D components?
 
 **Objectives:**
-- Pre-process video data to extract audio and text components.
-- Develop techniques to translate audio and text into sign language.
-- Integrate sign language translation with 3D components to create a visually appealing sign language video.
-- Evaluate the accuracy of sign language translation and the overall effectiveness of the demonstration.
+- Pre-process video data to extract audio components.
+- Develop techniques to translate audio into sign language.
+- Develop techniques to translate text into sign language.
+- Integrate sign language translation with 3D components to create visually appealing sign language videos.
+- Evaluate the accuracy of sign language translation.
+- Evaluate the overall effectiveness of the sign language translation demonstration.
 - Apply computer graphics techniques to enhance the realism and visual quality of the sign language animations.
 
+## Novelty and Contributions
+
+- **Novel Approach:** 
+> The research question proposes a novel approach to sign language translation by utilizing audio components from a video and text input. This approach combines audio analysis and text translation with 3D components to create visually appealing sign language videos.
+
+- **Audio Component Extraction:** 
+> The research aims to develop techniques to pre-process video data and extract audio components. This extraction process is crucial for identifying and analyzing the audio elements necessary for sign language translation.
+
+- **Audio-to-Sign Language Translation:** 
+> The research contributes to the development of techniques that translate audio components into sign language. By analyzing the audio data, the system can generate accurate sign language gestures and expressions corresponding to the spoken words or sounds.
+
+- **Text-to-Sign Language Translation:** 
+> Another significant contribution is the development of techniques to translate text input into sign language. This enables users to input text directly, which the system converts into sign language gestures and expressions, providing a means of communication for individuals who are deaf or hard of hearing.
+
+- **Integration of 3D Components:** 
+> The research focuses on integrating sign language translation with 3D components to enhance the visual quality and realism of the sign language animations. This integration adds depth and realism to the sign language gestures and creates visually appealing videos that effectively convey the intended message.
+
+- **Evaluation of Translation Accuracy:** 
+> The research evaluates the accuracy of the sign language translation by comparing the generated sign language gestures with established sign language conventions. This evaluation ensures that the translations are linguistically and culturally appropriate, enhancing the overall effectiveness of the system.
+
+- **Computer Graphics Enhancements:** 
+> The research contributes to the application of computer graphics techniques to enhance the realism and visual quality of the sign language animations. By leveraging graphics capabilities, the system can create visually engaging and expressive sign language videos, improving the user experience.
+
 ### Member: A V R Dilshan (IT20005276)
 
 **Research Question:**