semparl-data-transformation/xml_to_rdf_xml.sh at master · SemanticComputing/semparl-data-transformation · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
#!/bin/bash

if [ $1 = "all" ]; then
    for (( year=2015; year<=2024; year++ ))
    do
        echo ">> Processing year" $year

        python3 xml_to_CSV.py $year
        echo '> Final CSV ready!'

        echo '> Enriching speaker info...'
        python3 enrich_member_info.py $year

    # Final transformations
        echo "> Creating XML..."
        python3 csv_to_xml.py $year

        echo "> Creating RDF..."
        python3 create_rdf.py $year

        echo $year "Done! <<<<<"

    done
else
    year=2024
    echo ">> Processing year" $year

    python3 xml_to_CSV.py $year
    echo '> Final CSV ready!'

    echo '> Enriching speaker info...'
    python3 enrich_member_info.py $year

# Final transformations
    echo "> Creating XML..."
    python3 csv_to_xml.py $year

    echo "> Creating RDF..."
    python3 create_rdf.py $year

    echo $year "Done! <<<<<"
fi

mv *.xml results/
mv *.ttl results
mv speeches_*.csv results/
mv speeches_*_*.json results/