wikimedia-museumproject/fetcher.cc

#include <sstream>
#include <fstream>

#include <cstdlib>
#include <cstdio>
#include <cstring>

#include <unistd.h>

#include <curlpp/cURLpp.hpp>
#include <curlpp/Easy.hpp>
#include <curlpp/Options.hpp>
#include <curlpp/Exception.hpp>

#define DEBUG_LEVEL -1

int main(int argc, char *argv[])
{
  std::string exbid, apikey;
  if (argc !=7 ) {
    std::cout<<"Usage: "<<argv[0] <<" -e <exhibition id> -k <api key> -e <number of records>"<<std::endl;
    exit(0);
  }
  int c;
  int numrec = 0;
  while ((c = getopt (argc, argv, "e:k:n:")) != -1)
    switch(c)
      {
      case 'e':
	exbid = optarg;
	break;
      case 'k':
	apikey = optarg;
	break;
      case 'n':
	numrec = atoi(optarg);
	break;
      default:
	break;
      }
  std::cout<<numrec<<" records to fetch\n";
  int numfetches = (numrec / 100) + 1;
  char url[256], outfilename[64];
  for (int i = 0; i<numfetches; i++) {
    snprintf(
      url,
      sizeof url,
      "https://api.dimu.org/api/solr/select?q=Kosta&wt=json&fq=(artifact.exhibitionUids:\"%s\")&start=%d&rows=100&api.key=%s", exbid.c_str(), i*100,  apikey.c_str());

    std::cout<<url<<"\n";

    snprintf(outfilename, sizeof outfilename, "data_%d.json", i);
   
   if (DEBUG_LEVEL > 0) {
    std::cout<<"url to fetch is "<<std::endl<<url<<std::endl;
    std::cout<<"writing output to "<<outfilename<<std::endl;
   }
  
  try {
    curlpp::Cleanup cleaner;
    curlpp::Easy request1;

    // Setting the URL to retrive.
    request1.setOpt(new curlpp::options::Url(url));

    if (DEBUG_LEVEL > 0) std::cout << request1 << std::endl;

    std::ofstream outfile;
    outfile.open (outfilename);
    outfile << curlpp::options::Url(url) << std::endl;
    outfile.close();
  }
  catch ( curlpp::LogicError & e ) {
    if (DEBUG_LEVEL > 0) std::cout << e.what() << std::endl;
  }
  catch ( curlpp::RuntimeError & e ) {
    if (DEBUG_LEVEL > 0) std::cout << e.what() << std::endl;
  }

 
}
   return 0;
}