Projekt Structure changed

master
Pavan Mandava 6 years ago
parent 1540b701a4
commit 02bffc0132

@ -1,18 +1,13 @@
# -*- coding: utf-8 -*- # -*- coding: utf-8 -*-
import os,sys from itertools import product as cp
import re
import pandas as pd
import numpy as np import numpy as np
from numpy import cumsum import pandas as pd
from pandas import DataFrame
from nltk import word_tokenize, sent_tokenize
#import xml.etree.ElementTree as ET
from jellyfish import levenshtein_distance as lev
#import six
from google.cloud import translate_v2 as translate from google.cloud import translate_v2 as translate
from itertools import product as cp from jellyfish import levenshtein_distance as lev
from nltk import sent_tokenize
translate_client = translate.Client() translate_client = translate.Client()

@ -17,10 +17,10 @@ def save_validated_files_to_db():
books_list = books_json[book_code] books_list = books_json[book_code]
for book in books_list: for book in books_list:
if not book['is_validated']: if not book['is_validated']:
print(const.WARNING, 'Book : ', book['xml_file'], ' is not validated against XSD', const.END) print(const.WARNING, 'XML File :: ', book['xml_file'], ' is not validated against XSD', const.END)
continue continue
if not book['is_saved_to_db']: if not book['is_saved_to_db']:
print(const.BLUE, 'Adding Book : ', book['xml_file'], ' to the DB', const.END) print(const.BLUE, 'Adding Book Data : ', book['xml_file'], ' to the DB', const.END)
book_dict = read_xml.parse_xml_file(book['xml_file_path']) book_dict = read_xml.parse_xml_file(book['xml_file_path'])
result = adb.add_book_to_db(book_code, book_dict) result = adb.add_book_to_db(book_code, book_dict)
book['is_saved_to_db'] = result book['is_saved_to_db'] = result
@ -35,4 +35,4 @@ def save_validated_files_to_db():
if env.check_env_variables(): if env.check_env_variables():
validate_all_xml_files() validate_all_xml_files()
save_validated_files_to_db() # save_validated_files_to_db()

@ -1,6 +1,6 @@
JSON_PATH = 'json/books.json' JSON_PATH = 'json/books.json'
XSD_PATH = 'xml_files/book.xsd' XSD_PATH = 'xml_parser/book.xsd'
TRANSLATE_ENV_VAR = 'GOOGLE_APPLICATION_CREDENTIALS' TRANSLATE_ENV_VAR = 'GOOGLE_APPLICATION_CREDENTIALS'

Loading…
Cancel
Save