Skip to content

Commit

Permalink
Last update
Browse files Browse the repository at this point in the history
  • Loading branch information
chengkun-wu committed May 1, 2014
1 parent d388f65 commit ebe7e10
Show file tree
Hide file tree
Showing 4 changed files with 38,589 additions and 9 deletions.
24 changes: 15 additions & 9 deletions PyPubmedText.py
100644 → 100755
Original file line number Diff line number Diff line change
Expand Up @@ -341,7 +341,7 @@ def insert2DB(artMap, db, dbTables):

print 'Insert2DB finished!'

def rebuildCorpus(corpus, db, dbTables, email):
def rebuildCorpus(corpus, db, dbTables, email, useLocal):
pmidList = []

if type(corpus).__name__ == 'list':
Expand Down Expand Up @@ -374,14 +374,19 @@ def rebuildCorpus(corpus, db, dbTables, email):

dbCur.close()

print 'Now fetching PubMed articles, from local DB first'
print 'Now fetching PubMed articles'

dbArtMap = getArticlesById(pmidList, 'pubmed', db, dbTables)
noAbstractList = []
print len(dbArtMap), 'articles fetched from local database'
dbArtMap = {}

#Insert
insert2DB(dbArtMap, db, dbTables)
if useLocal == 'Y':
print 'from local DB first'

dbArtMap = getArticlesById(pmidList, 'pubmed', db, dbTables)

print len(dbArtMap), 'articles fetched from local database'

#Insert
insert2DB(dbArtMap, db, dbTables)

print 'Now fetching directly from PubMed'
waitList = []
Expand All @@ -394,7 +399,7 @@ def rebuildCorpus(corpus, db, dbTables, email):
insert2DB(artMap, db, dbTables)

if __name__ == "__main__":
(corpus, dbConfig, dbTables,micsConfig) = ReadConfig.config(sys.argv)
(corpus, dbConfig, dbTables,miscConfig) = ReadConfig.config(sys.argv)

db = MySQLdb.connect(host=dbConfig['dbHost'], # your host, usually localhost
user=dbConfig['dbUser'], # your username
Expand All @@ -405,6 +410,7 @@ def rebuildCorpus(corpus, db, dbTables, email):

print 'Database connected.'

rebuildCorpus(corpus, db, dbTables, micsConfig['email'])

rebuildCorpus(corpus, db, dbTables, miscConfig['email'], miscConfig['use_local'])

db.close()
1 change: 1 addition & 0 deletions ReadConfig.py
Original file line number Diff line number Diff line change
Expand Up @@ -44,6 +44,7 @@ def config(sysargv):

miscConfigs = {}
miscConfigs['email'] = configParser.get('misc', 'email')
miscConfigs['use_local'] = configParser.get('misc', 'use_local')

return opts.corpus, dbConfig, dbTables, miscConfigs

Expand Down
1 change: 1 addition & 0 deletions config.ini
Original file line number Diff line number Diff line change
Expand Up @@ -17,3 +17,4 @@ SUPPL_MESH_TABLE = table_supplmesh

[misc]
email = [email protected]
use_local = False
Loading

0 comments on commit ebe7e10

Please sign in to comment.