Skip to content
Projects
Groups
Snippets
Help
Loading...
Help
Support
Keyboard shortcuts
?
Submit feedback
Contribute to GitLab
Sign in / Register
Toggle navigation
2
2021-118
Project overview
Project overview
Details
Activity
Releases
Repository
Repository
Files
Commits
Branches
Tags
Contributors
Graph
Compare
Issues
0
Issues
0
List
Boards
Labels
Milestones
Merge Requests
0
Merge Requests
0
CI / CD
CI / CD
Pipelines
Jobs
Schedules
Analytics
Analytics
CI / CD
Repository
Value Stream
Wiki
Wiki
Snippets
Snippets
Members
Members
Collapse sidebar
Close sidebar
Activity
Graph
Create a new issue
Jobs
Commits
Issue Boards
Open sidebar
2021_118- Gazette
2021-118
Commits
50e97afd
Commit
50e97afd
authored
Nov 25, 2021
by
M.S.M.Perera
Browse files
Options
Browse Files
Download
Email Patches
Plain Diff
Implemented read single hadoop data function
parent
276f79d3
Changes
1
Hide whitespace changes
Inline
Side-by-side
Showing
1 changed file
with
20 additions
and
17 deletions
+20
-17
cgp1/CgpApp/views.py
cgp1/CgpApp/views.py
+20
-17
No files found.
cgp1/CgpApp/views.py
View file @
50e97afd
...
@@ -428,53 +428,56 @@ def readHadoopDataAll():
...
@@ -428,53 +428,56 @@ def readHadoopDataAll():
print
(
"There are no examinations"
)
print
(
"There are no examinations"
)
return
data_
return
data_
def
readHadoopDataVacancy
():
def
readSingleHadoopData
(
gazetteno
):
print
()
# data_ = readHadoopDataVacancy()
# data_ = TopicCluster.clustervac(data_)
# for item in data_:
# if item["category"] == id:
# data__.append(item)
# new = Vac(department=dep, title=ct, description=completeDescription, summary=summarizedDescription, date=pubDate, url=gz_url, cat=)
# new.save()
def
readHadoopDataExam
():
data_
=
[]
data_
=
[]
client
=
InsecureClient
(
'http://localhost:9870'
,
user
=
''
)
client
=
InsecureClient
(
'http://localhost:9870'
,
user
=
''
)
gzList
=
Gazette
.
objects
.
values_list
(
'GazetteNo'
,
flat
=
True
)
gzList
=
Gazette
.
objects
.
values_list
(
'GazetteNo'
,
flat
=
True
)
for
item
in
gzList
:
for
item
in
gzList
:
outputFileName
=
'/home/user_e/egaz/gz-
p
-'
+
str
(
item
)
+
'.json'
outputFileName
=
'/home/user_e/egaz/gz-
e
-'
+
str
(
item
)
+
'.json'
try
:
try
:
with
client
.
read
(
outputFileName
)
as
reader
:
with
client
.
read
(
outputFileName
)
as
reader
:
content
=
reader
.
read
()
content
=
reader
.
read
()
js
=
json
.
loads
(
content
)
js
=
json
.
loads
(
content
)
data_
.
extend
(
js
)
data_
.
extend
(
js
)
except
:
except
:
print
(
"There are no
vacancie
s"
)
print
(
"There are no
examination
s"
)
return
data_
return
data_
def
readHadoopDataVacancy
():
# data_ = readHadoopDataVacancy()
# data_ = TopicCluster.clustervac(data_)
# for item in data_:
# if item["category"] == id:
# data__.append(item)
# new = Vac(department=dep, title=ct, description=completeDescription, summary=summarizedDescription, date=pubDate, url=gz_url, cat=)
# new.save()
def
readHadoopDataExam
():
data_
=
[]
data_
=
[]
client
=
InsecureClient
(
'http://localhost:9870'
,
user
=
''
)
client
=
InsecureClient
(
'http://localhost:9870'
,
user
=
''
)
gzList
=
Gazette
.
objects
.
values_list
(
'GazetteNo'
,
flat
=
True
)
gzList
=
Gazette
.
objects
.
values_list
(
'GazetteNo'
,
flat
=
True
)
for
item
in
gzList
:
for
item
in
gzList
:
outputFileName
=
'/home/user_e/egaz/gz-
e
-'
+
str
(
item
)
+
'.json'
outputFileName
=
'/home/user_e/egaz/gz-
p
-'
+
str
(
item
)
+
'.json'
try
:
try
:
with
client
.
read
(
outputFileName
)
as
reader
:
with
client
.
read
(
outputFileName
)
as
reader
:
content
=
reader
.
read
()
content
=
reader
.
read
()
js
=
json
.
loads
(
content
)
js
=
json
.
loads
(
content
)
data_
.
extend
(
js
)
data_
.
extend
(
js
)
except
:
except
:
print
(
"There are no
examination
s"
)
print
(
"There are no
vacancie
s"
)
return
data_
return
data_
def
readSingleHadoopData
(
gazetteno
):
print
()
def
SingleUpload
(
jsObj
,
name
):
def
SingleUpload
(
jsObj
,
name
):
...
...
Write
Preview
Markdown
is supported
0%
Try again
or
attach a new file
Attach a file
Cancel
You are about to add
0
people
to the discussion. Proceed with caution.
Finish editing this message first!
Cancel
Please
register
or
sign in
to comment