Commit 838ccedb authored by De Silva K.C.C.C's avatar De Silva K.C.C.C

updates

parent b1ef0b43
from fastapi import FastAPI from fastapi import FastAPI
from fastapi.responses import FileResponse from fastapi.responses import FileResponse
import subprocess import subprocess
import webbrowser
app = FastAPI() app = FastAPI()
...@@ -11,7 +13,9 @@ def root(): ...@@ -11,7 +13,9 @@ def root():
@app.get('/summarized_video') @app.get('/summarized_video')
def short_note(): def short_note():
#python silenceRemover.py --input_file "C:\Users\User\Desktop\video\IAS_Lec1_10min.mp4" --output_file "C:\Users\User\Desktop\video\IAS_Lec1_10min_ALTERED.mp4" --silent_threshold 0 --silent_speed 999999 --sounded_speed 1.5 --frame_margin 2 --frame_rate 60 #python silenceRemover.py --input_file "C:\Users\User\Desktop\video\IAS_Lec1_10min.mp4" --output_file "C:\Users\User\Desktop\video\IAS_Lec1_10min_ALTERED.mp4" --silent_threshold 0 --silent_speed 999999 --sounded_speed 1.5 --frame_margin 2 --frame_rate 60
command = 'python silenceRemover.py --input_file \"C:\\Users\\User\\Desktop\\video\\IAS_Lec1_10min.mp4\" --output_file \"C:\\Users\\User\\Desktop\\video\\IAS_Lec1_10min_ALTERED.mp4\" --silent_threshold 0 --silent_speed 999999 --sounded_speed 1 --frame_margin 2 --frame_rate 60' command = 'python silenceRemover.py --input_file \"C:\\Users\\User\\Desktop\\video\\IAS_Lec1_10min.mp4\" --output_file \"C:\\Users\\User\\Desktop\\video\\IAS_Lec1_10min_ALTERED.mp4\" --silent_speed 999999 --frame_margin 2 --frame_rate 60'
subprocess.call(command, shell=True) subprocess.call(command, shell=True)
print(command) # print(command)
return FileResponse("C:\Users\User\\Desktop\video\IAS_Lec1_10min_ALTERED.mp4") webbrowser.open("C:\\Users\\User\\Desktop\\video\\IAS_Lec1_10min_ALTERED.mp4")
\ No newline at end of file return FileResponse("C:\\Users\\User\\Desktop\\video\\IAS_Lec1_10min_ALTERED.mp4")
...@@ -3,14 +3,18 @@ import './style/classNotes.css'; ...@@ -3,14 +3,18 @@ import './style/classNotes.css';
import DropZone from './DropZone'; import DropZone from './DropZone';
import LoadingButton from '@mui/lab/LoadingButton' import LoadingButton from '@mui/lab/LoadingButton'
import Grid from "@mui/material/Grid" import Grid from "@mui/material/Grid"
import axios from 'axios' import axios from 'axios';
import Loader from "react-js-loader";
const ClassNotes = () => { const ClassNotes = () => {
const [file, setFile] = useState([]) const [file, setFile] = useState([])
const [isProcess, setIsProcess] = useState(false) const [isProcess, setIsProcess] = useState(false)
const [isFilePicked, setIsFilePicked] = useState(false) const [isFilePicked, setIsFilePicked] = useState(false)
const [pdfData, setPdfData] = useState("") const [pdfData, setPdfData] = useState("")
const [pdfDownloadStatus,setPdfDownloadStatus] = useState(false) const [pdfDownloadStatus,setPdfDownloadStatus] = useState(false);
const [buttonStatus, setButtonStatus] = useState(false);
const [loadingStatus, setLoadingStatus] = useState(false);
const fileSelectedHandler = (file) => { const fileSelectedHandler = (file) => {
// console.log('diff data', diffWordsData); // console.log('diff data', diffWordsData);
...@@ -21,11 +25,13 @@ const ClassNotes = () => { ...@@ -21,11 +25,13 @@ const ClassNotes = () => {
}; };
const fileUploadHandler = async () => { const fileUploadHandler = async () => {
setLoadingStatus(true);
setButtonStatus(true);
setIsProcess(true); setIsProcess(true);
const fd = new FormData(); const fd = new FormData();
fd.append('video', file[0], file[0].name); fd.append('video', file[0], file[0].name);
try { try {
const videoUploadResponse = await axios.post('http://172.28.17.175:1102/short_note', fd, { const videoUploadResponse = await axios.post(' http://172.28.17.175:1102/short_note', fd, {
onUploadProgress: (ProgressEvent) => { onUploadProgress: (ProgressEvent) => {
console.log('Upload Progress: ', Math.round((ProgressEvent.loaded / ProgressEvent.total) * 100), '%'); console.log('Upload Progress: ', Math.round((ProgressEvent.loaded / ProgressEvent.total) * 100), '%');
}, },
...@@ -42,6 +48,8 @@ const ClassNotes = () => { ...@@ -42,6 +48,8 @@ const ClassNotes = () => {
const fileURL = URL.createObjectURL(responseFile); const fileURL = URL.createObjectURL(responseFile);
setPdfDownloadStatus(true) setPdfDownloadStatus(true)
window.open(fileURL); window.open(fileURL);
setLoadingStatus(false);
setButtonStatus(false);
setIsProcess(false); setIsProcess(false);
setPdfData(videoUploadResponse.data) setPdfData(videoUploadResponse.data)
...@@ -77,6 +85,13 @@ const ClassNotes = () => { ...@@ -77,6 +85,13 @@ const ClassNotes = () => {
return ( return (
<div className="background-material"> <div className="background-material">
{loadingStatus === true ? (
<div className={"item"}>
<Loader type="spinner-default" bgColor={"#FFFFFF"} title={"Generating..."} color={'#FFFFFF'} size={100} />
</div>
):
""}
<Grid container direction="column" alignItems="center" spacing={2} style={{ marginTop: "1rem" }}> <Grid container direction="column" alignItems="center" spacing={2} style={{ marginTop: "1rem" }}>
<Grid item xs={2}> <Grid item xs={2}>
...@@ -93,6 +108,7 @@ const ClassNotes = () => { ...@@ -93,6 +108,7 @@ const ClassNotes = () => {
// loadingPosition="start" // loadingPosition="start"
color="primary" color="primary"
variant="contained" variant="contained"
disabled={buttonStatus}
> >
Process Video Process Video
</LoadingButton> : </LoadingButton> :
......
...@@ -9,6 +9,8 @@ import Card from "./sections/cardChat"; ...@@ -9,6 +9,8 @@ import Card from "./sections/cardChat";
import './styles/digitalHuman.css'; import './styles/digitalHuman.css';
import { FaMicrophone } from "react-icons/fa"; import { FaMicrophone } from "react-icons/fa";
import { IoSend } from "react-icons/io5"; import { IoSend } from "react-icons/io5";
import axios from 'axios'
import ReactPlayer from 'react-player';
const SpeechRecognition = const SpeechRecognition =
window.SpeechRecognition || window.webkitSpeechRecognition window.SpeechRecognition || window.webkitSpeechRecognition
...@@ -23,7 +25,18 @@ function DigitalHuman() { ...@@ -23,7 +25,18 @@ function DigitalHuman() {
const messagesFromRedux = useSelector(state => state.message.messages); const messagesFromRedux = useSelector(state => state.message.messages);
const [isListening, setIsListening] = useState(false) const [isListening, setIsListening] = useState(false)
const [note, setNote] = useState(null) const [note, setNote] = useState(null)
const [isProcess, setIsProcess] = useState(false);
const [disabledStatus, setDisabledStatus] = useState(false);
const [lipSync, setLipSync] = useState("");
const [initialVideo, setInitialVideo] = useState(true);
const config = {
headers: {
"Access-Control-Allow-Origin": "*",
"Access-Control-Allow-Methods": "GET"
}
};
const [cls, setCls] = useState("green"); const [cls, setCls] = useState("green");
...@@ -132,23 +145,102 @@ function DigitalHuman() { ...@@ -132,23 +145,102 @@ function DigitalHuman() {
dispatch(saveMessage(conversation)) dispatch(saveMessage(conversation))
} }
} }
const keyPressHanlder = (e) => {
const keyPressHanlder = async (e) => {
if (e.key === "Enter") { if (e.key === "Enter") {
if (!e.target.value) { if (!e.target.value) {
setDisabledStatus(false)
return alert('you need to type somthing first') return alert('you need to type somthing first')
} }
setIsProcess(true);
//we will send request to text query route //we will send request to text query route
console.log(e.target.value === "inheritance")
let valueData = e.target.value
textQuery(e.target.value) textQuery(e.target.value)
try {
setDisabledStatus(true)
setTimeout(async () => {
// setInitialVideo(true)
const videoUploadResponse = await axios.get('http://localhost:8000/digitalhuman_lipsync');
//Create a Blob from the PDF Stream
const videoFile = new Blob(
[videoUploadResponse.data],
{ type: 'video/mp4' })
//Build a URL from the file
// console.log('hgkjdkjdagkdhgk', videoUploadResponse.data)
setIsProcess(false );
console.log(valueData)
if(valueData === "inheritance"){
setLipSync("/video/inheritance.mp4");
}else if(valueData === "class"){
setLipSync("/video/class.mp4");
}else if(valueData === "polymorphism"){
setLipSync("/video/polimo.mp4");
}else{
setLipSync("/video/error.mp4");
}
setInitialVideo(false)
setDisabledStatus(false)
}, 2000);
} catch (error) {
setInitialVideo(true)
setDisabledStatus(false)
// setIsProcess(false);
}
console.log('hgkjdkjdagkdhgk')
e.target.value = ""; e.target.value = "";
} }
} }
const onClicksHanlder = () => {
const onClicksHanlder = async () => {
if (!note) { if (!note) {
setDisabledStatus(false)
return alert('you need to type somthing first') return alert('you need to type somthing first')
} }
//we will send request to text query route //we will send request to text query route
setInitialVideo(true)
textQuery(note); textQuery(note);
try {
setDisabledStatus(true)
setTimeout(async () => {
const videoUploadResponse = await axios.get('http://localhost:8000/digitalhuman_lipsync');
//Create a Blob from the PDF Stream
const videoFile = new Blob(
[videoUploadResponse.data],
{ type: 'video/mp4' })
//Build a URL from the file
// console.log('hgkjdkjdagkdhgk', videoFile)
setLipSync("/video/result_voice.mp4")
setInitialVideo(false)
setDisabledStatus(false)
}, 2000);
} catch (error) {
// setIsProcess(false);
setInitialVideo(true)
setDisabledStatus(false)
}
setNote(''); setNote('');
} }
...@@ -156,7 +248,7 @@ function DigitalHuman() { ...@@ -156,7 +248,7 @@ function DigitalHuman() {
return cards.map((card, i) => <Card key={i} cardInfo={card.structValue} />) return cards.map((card, i) => <Card key={i} cardInfo={card.structValue} />)
} }
const renderOneMessage = (message, i) => { const renderOneMessage = (message, i) => {
console.log('message', message) // console.log('message', message)
// we need to give some condition here to separate message kinds // we need to give some condition here to separate message kinds
// template for normal text // template for normal text
if (message.content && message.content.text && message.content.text.text) { if (message.content && message.content.text && message.content.text.text) {
...@@ -187,13 +279,26 @@ function DigitalHuman() { ...@@ -187,13 +279,26 @@ function DigitalHuman() {
return ( return (
<div className='digitalHuamn'> <div className='digitalHuamn'>
<div className='avatar'> <div className='avatar'>
<video width='100%' autoPlay> {initialVideo===true?(<>
<source src='/video/result_voice.mp4' type="video/mp4" /> <video width='100%' autoPlay>
</video> <source src= "/video/intro.mp4" type="video/mp4" />
</video>
</>):(
<>
{disabledStatus !== true &&
(<>
<video width='100%' autoPlay>
<source src= {lipSync} type="video/mp4" />
</video>
</>)}
</>
)}
{/* {renderFun} */}
</div> </div>
<div className='avatar'> <div className='avatar'>
<div className='chat' style={{ <div className='chat' style={{
height: `465px`, height: `555px`,
overflow: "scroll", overflow: "scroll",
}}> }}>
...@@ -201,16 +306,17 @@ function DigitalHuman() { ...@@ -201,16 +306,17 @@ function DigitalHuman() {
{renderMessage(messagesFromRedux)} {renderMessage(messagesFromRedux)}
</div> </div>
<div className='chat_footer'> <div className='chat_footer'>
<button className={cls} onClick={() => { setCls((cls) => (cls === "red" ? "green" : "red")); setIsListening(prevState => !prevState); }}> <button hidden={disabledStatus}className={cls} onClick={() => { setCls((cls) => (cls === "red" ? "green" : "red")); setIsListening(prevState => !prevState); }}>
<FaMicrophone style={{ color: 'black' }} /> <FaMicrophone style={{ color: 'black' }} />
</button> </button>
<input <input
disabled={disabledStatus}
placeholder="Send a message..." placeholder="Send a message..."
onKeyPress={keyPressHanlder} onKeyPress={keyPressHanlder}
type="text" type="text"
value={note} value={note}
/> />
<button className='send' style={{ backgroundColor: 'transparent' }} onClick={onClicksHanlder} disabled={!note}> <button disabled={disabledStatus || !note} className='send' style={{ backgroundColor: 'transparent' }} onClick={onClicksHanlder}>
<IoSend style={{ color: '#F05454', width: '40px', fontSize: '2em' }} /> <IoSend style={{ color: '#F05454', width: '40px', fontSize: '2em' }} />
</button> </button>
</div> </div>
......
...@@ -81,9 +81,9 @@ function Upload() { ...@@ -81,9 +81,9 @@ function Upload() {
<center> <center>
<div style={{"background-color":"White", width:"60%", "border-radius": "15px", "margin-top":"50px"}}> <div style={{"background-color":"White", width:"60%", "border-radius": "15px", "margin-top":"20px"}}>
<center> <center>
<input type="file" className='forrm-control' style={{"margin-top": "100px","margin-bottom": "50px" }} onChange={handleVideoUpload}></input> <input type="file" className='forrm-control' style={{"margin-top": "40px","margin-bottom": "30px" }} onChange={handleVideoUpload}></input>
<button disabled={loadingStatus} onClick={sendVideo} className="btn btn-primary">Upload</button> <button disabled={loadingStatus} onClick={sendVideo} className="btn btn-primary">Upload</button>
{buttonStatus === true ? ( {buttonStatus === true ? (
...@@ -93,7 +93,7 @@ function Upload() { ...@@ -93,7 +93,7 @@ function Upload() {
url={videoFilePath} url={videoFilePath}
playing={isPlaying} playing={isPlaying}
width="50%" width="80%"
height="50%" height="50%"
controls={true} controls={true}
onReady={onReady} onReady={onReady}
......
...@@ -36,23 +36,22 @@ function VideoSum() { ...@@ -36,23 +36,22 @@ function VideoSum() {
formData.append('video', video); formData.append('video', video);
console.log(formData) console.log(formData)
// fetch("http://127.0.0.1:1100/topic", { fetch("http://127.0.0.1:1004/summarized_video", {
// method: 'POST', method: 'GET',
// body: formData, // body: formData,
// }) })
// .then(response => response.json()) .then(response => {
// .then(response => { alert("Video Build, check ur uploaded folder for the sumarrized video :)")
// setIndexingData(response); setLoadingStatus(false);
// setButtonStatus(true);
// setLoadingStatus(false) })
// }) .catch(err => {
// .catch(err => { alert("Video already Build, check ur uploaded folder for the sumarrized video :)")
// console.log(err); setLoadingStatus(false);
// setLoadingStatus(false); });
// });
//temporary //temporary
setLoadingStatus(false); // setLoadingStatus(false);
} }
// console.log(indexingData) // console.log(indexingData)
......
Markdown is supported
0% or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment