Difference between revisions of "Workdocumentation 2021-03-15"

From Openresearch
Jump to: navigation, search
(→‎Import script)
Line 35: Line 35:
 
= Converter.py =
 
= Converter.py =
 
<source lang='python'>
 
<source lang='python'>
 +
 
import argparse
 
import argparse
 
import sys
 
import sys
Line 53: Line 54:
  
 
def Parser_to_Wiki(filePath=None,stdin=False,restoreOut=False):
 
def Parser_to_Wiki(filePath=None,stdin=False,restoreOut=False):
 +
    dicttemp={'|Acronym=':'acronym','|Title=':'title', '|Series=':'series','|Type=':'eventType','|Start date=':'start_date','|End date=':'start_date','|Submission deadline=':'Submission_Deadline'
 +
              ,'|Homepage=':'homepage','|City=':'city', '|Country=':'country' ,'|wikiCFP ID=':'wikiCFPId'}
 +
 
     if stdin:
 
     if stdin:
 
         dict_f = json.load(sys.stdin)
 
         dict_f = json.load(sys.stdin)
Line 61: Line 65:
 
     l = ''
 
     l = ''
 
     for i in dict_f['events']:
 
     for i in dict_f['events']:
−
         l = '''{{Event
+
         l = '{{Event\n'
−
|Acronym=''' + str(i.get('acronym')) + '''
+
        for ev in dicttemp:
−
|Title=''' + str(i.get('title')) + '''
+
            l += ev + str(i.get(dicttemp.get(ev))) + '\n'
−
|Series=''' + str(i.get('series')) + '''
+
        l += '}}'
−
|Type=''' + str(i.get('eventType')) + '''
 
−
|Start date=''' + str(i.get('start_date')) + '''
 
−
|End date=''' + str(i.get('end_date')) + '''
 
−
|Submission deadline=''' + str(i.get('Submission_Deadline')) + '''
 
−
|Homepage=''' + str(i.get('homepage')) + '''
 
−
|City=''' + str(i.get('city')) + '''
 
−
|Country=''' + str(i.get('country')) + '''
 
−
}}'''
 
 
         l = l.replace("=None\n", '=\n')
 
         l = l.replace("=None\n", '=\n')
 
         if restoreOut:
 
         if restoreOut:

Revision as of 01:12, 17 March 2021

Proceedings Title Parser import via Pipeline

Goal: Transfer of PTP json results as WikiSon input to Openresearch (copies).

Unix pipeline to transfer includes getting a json from the PTP and passing it into the python file Converter.py which in turn passes it into the wikirestore. 0x459e08a4.png <graphviz> digraph pipeline { ptitle [ label="Proceedings Title" [ ptitle -> ptp ptp -> converter converter -> wikirestore wikirestore -> openresearch } </grapvhiz>

Usage

Example:

Proceedings title: 

MOBILESoft '20: IEEE/ACM 7th International Conference on Mobile Software Engineering and Systems, Seoul, Republic of Korea, July 13-15, 2020

Import script

curl -H 'Accept:application/json' "http://ptp.bitplan.com/parse?titles=MOBILESoft+%2720%3A+IEEE%2FACM+7th+International+Conference+on+Mobile+Software+Engineering+and+Systems%2C+Seoul%2C+Republic+of+Korea%2C+July+13-15%2C+2020%0D%0A&examples=example10&format=json" -s | python ./wikibot/Converter.py -stdin -ro | wikirestore -t ormk -stdinp -ui

Result

Converter.py

import argparse
import sys
import json
from pathlib import Path


def ensureDirectoryExists(directory):
    Path(directory).mkdir(parents=True, exist_ok=True)

def getHomePath(localPath):
    '''
    get the given home path
    '''
    homePath=str(Path.home() / localPath)
    ensureDirectoryExists(homePath)
    return homePath

def Parser_to_Wiki(filePath=None,stdin=False,restoreOut=False):
    dicttemp={'|Acronym=':'acronym','|Title=':'title', '|Series=':'series','|Type=':'eventType','|Start date=':'start_date','|End date=':'start_date','|Submission deadline=':'Submission_Deadline'
              ,'|Homepage=':'homepage','|City=':'city', '|Country=':'country' ,'|wikiCFP ID=':'wikiCFPId'}

    if stdin:
        dict_f = json.load(sys.stdin)
    else:
        print(filePath)
        f=open(filePath, 'r')
        dict_f = json.load(f)
    l = ''
    for i in dict_f['events']:
        l = '{{Event\n'
        for ev in dicttemp:
            l += ev + str(i.get(dicttemp.get(ev))) + '\n'
        l += '}}'
        l = l.replace("=None\n", '=\n')
        if restoreOut:
            wiki_file = open(getHomePath('wikibackup/ptp') + '/' + str(i.get('acronym')) + ".wiki", "w")
            wiki_file.write(l)
            wiki_file.close()
            print(getHomePath('wikibackup/ptp') + '/' + str(i.get('acronym')) + ".wiki")
        else:
            wiki_file = open(getHomePath('wikibackup/ptp')+'/'+str(i.get('acronym'))+".wiki", "w")
            wiki_file.write(l)
            wiki_file.close()

if __name__ == "__main__":
    parser = argparse.ArgumentParser()
    parser.add_argument('-p', dest="path", help='path of the files')
    parser.add_argument('-stdin', dest="pipein", action='store_true', help='Use the input from STD IN using pipes')
    parser.add_argument('-ro', dest="ro", action='store_true', help='Output to STDOUT for wikirestore by pipe')
    args = parser.parse_args()
    print(args.path)
    Parser_to_Wiki(args.path, args.pipein, restoreOut=args.ro)

The output: https://confident.dbis.rwth-aachen.de/ormk/index.php?title=MOBILESoft_2020

Retrieved from "https://www.openresearch.org/mediawiki/index.php?title=Workdocumentation_2021-03-15&oldid=230457"