Add python script for adding "Materials" and "Dimensions" to the csv file
- By fething the xml for the artefact using the API and parsing it
This commit is contained in:
parent
c714573520
commit
db93a4e843
|
@ -0,0 +1,76 @@
|
|||
import sys
|
||||
import csv
|
||||
import urllib.response
|
||||
import urllib.request
|
||||
|
||||
# check if the user supplied the correct number of command line arguments
|
||||
if len(sys.argv) != 6:
|
||||
print("Usage: python titlegen.py inputfilename.csv startlineno endlineno outputfilename.csv API_key")
|
||||
sys.exit(1)
|
||||
# set the api key from the command line argument
|
||||
|
||||
startlineno = int(sys.argv[2])
|
||||
endlineno = int(sys.argv[3])
|
||||
lineno = 0
|
||||
api_key = sys.argv[5]
|
||||
with open(sys.argv[1], "r") as file:
|
||||
outfile = open(sys.argv[4], "w")
|
||||
writer = csv.writer(outfile)
|
||||
reader = csv.reader(file)
|
||||
for row in reader:
|
||||
lineno += 1
|
||||
if (lineno < startlineno or lineno > endlineno):
|
||||
continue
|
||||
if lineno == 1:
|
||||
newrow = row
|
||||
row.append("Materials")
|
||||
row.append("Dimensions")
|
||||
writer.writerow(newrow)
|
||||
continue
|
||||
|
||||
# get the 7th column of the row to a string variable
|
||||
itemurl = row[5]
|
||||
print(itemurl)
|
||||
# Extract the string after the last slash in the itemurl
|
||||
itemid = itemurl.rsplit('/', 1)[-1]
|
||||
print(itemid)
|
||||
|
||||
# Fetch the xml data from "https://api.dimu.org/api/artifact?unique_id=<itemid>&mapping=ESE&api.key=<api_key"
|
||||
url = "https://api.dimu.org/api/artifact?unique_id=" + itemid + "&mapping=ESE&api.key=" + api_key
|
||||
print(url)
|
||||
response = urllib.request.urlopen(url)
|
||||
data = response.read()
|
||||
# Convert the xml data to a string
|
||||
data = data.decode("utf-8")
|
||||
# Extract the fields in the xml data that has are inside <dcterms:medium> tag as string variables
|
||||
|
||||
# Use an xml parser and extract the fields in the xml data that has are inside <dcterms:medium> tag as string variables
|
||||
from xml.dom.minidom import parse, parseString
|
||||
|
||||
dom = parseString(data)
|
||||
# Extract the fields in the xml data that has are inside <dcterms:medium> tag as string variables
|
||||
allmediums = ""
|
||||
medium_list = dom.getElementsByTagName('dcterms:medium')
|
||||
# iterate through the list of medium_list and print the value of the first child node of each element
|
||||
|
||||
for medium in medium_list:
|
||||
mediumname = medium.firstChild.nodeValue
|
||||
allmediums += mediumname + " "
|
||||
print(allmediums)
|
||||
|
||||
allextents = ""
|
||||
extent_list = dom.getElementsByTagName('dcterms:extent')
|
||||
# iterate through the list of extent_list and print the value of the first child node of each element
|
||||
for extent in extent_list:
|
||||
extentitem = extent.firstChild.nodeValue
|
||||
allextents += extentitem + " "
|
||||
print(allextents)
|
||||
|
||||
# Generate a new row with the previosu row appended with the new fields medium and extent
|
||||
newrow = row
|
||||
newrow.append(allmediums)
|
||||
newrow.append(allextents)
|
||||
writer.writerow(newrow)
|
||||
|
||||
outfile.close()
|
||||
file.close()
|
Loading…
Reference in New Issue