This repository contains notebooks based on the Virtual Observatory example Python scripts from https://github.com/hendhd/hyantis/pysrc/
You can not select more than 25 topics Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
 

749 lines
35 KiB

{
"cells": [
{
"cell_type": "markdown",
"id": "reflected-novel",
"metadata": {},
"source": [
"# Get the LOFAR DDRG sample and find EVN data"
]
},
{
"attachments": {},
"cell_type": "markdown",
"id": "closing-differential",
"metadata": {},
"source": [
"The LOFAR DDRG sample is already in Vizier, so no need to download it and get it into a file, the whole idea of the VO is that you can access the tables remotely. \n",
"\n",
"The table identifier is J/A+A/622/A13. "
]
},
{
"attachments": {},
"cell_type": "markdown",
"id": "sufficient-integral",
"metadata": {},
"source": [
"Following the [instructions from Katharina Lutz](https://www.astrobetter.com/blog/2020/06/29/the-cds-and-python-iii-vizier-xmatch-20k-catalogues-and-tables-at-your-fingertips/), first try to read the DDRG table from Vizier.\n"
]
},
{
"cell_type": "code",
"execution_count": 1,
"id": "confident-accommodation",
"metadata": {},
"outputs": [],
"source": [
"# Usual imports\n",
"import pyvo\n",
"from astropy.table import Table"
]
},
{
"cell_type": "code",
"execution_count": null,
"id": "processed-british",
"metadata": {},
"outputs": [],
"source": [
"# Identify the service at Vizier\n",
"tap_vizier= pyvo.dal.TAPService('http://tapvizier.u-strasbg.fr/TAPVizieR/tap/')\n",
"\n",
"# Search for tables in Vizier containing the word 'Mahatma' (first author)\n",
"# This search clearly demonstrates the need for good table descriptions, which are provided\n",
"# by the author. Looking for 'double-double radio galaxies' would not have worked.\n",
"ddrg_search = tap_vizier.search(\"SELECT * FROM tables \" +\n",
" \"WHERE description LIKE '%Mahatma%'\").to_table()\n",
"\n",
"ddrg_search['table_name','description']"
]
},
{
"cell_type": "code",
"execution_count": 3,
"id": "military-issue",
"metadata": {},
"outputs": [
{
"data": {
"text/html": [
"<i>Table length=40</i>\n",
"<table id=\"table140417152121584\" class=\"table-striped table-bordered table-condensed\">\n",
"<thead><tr><th>recno</th><th>Name</th><th>n_Name</th><th>RAJ2000</th><th>DEJ2000</th><th>OName</th><th>u_Name</th><th>z</th><th>n_z</th><th>Nx</th><th>Ny</th><th>Obs_date</th><th>Freq</th><th>size</th><th>FileName</th></tr></thead>\n",
"<thead><tr><th></th><th></th><th></th><th>deg</th><th>deg</th><th></th><th></th><th></th><th></th><th></th><th></th><th>s</th><th>GHz</th><th>Kibyte</th><th></th></tr></thead>\n",
"<thead><tr><th>int32</th><th>object</th><th>str1</th><th>float64</th><th>float64</th><th>object</th><th>str1</th><th>float64</th><th>str1</th><th>int16</th><th>int16</th><th>int32</th><th>float64</th><th>int32</th><th>object</th></tr></thead>\n",
"<tr><td>1</td><td>ILTJ105133.89+514451.1</td><td></td><td>162.8912083333333</td><td>51.74754999999999</td><td>AllWISE J105134.42+514455.4</td><td></td><td>--</td><td></td><td>4096</td><td>4096</td><td>575431499</td><td>1.5195</td><td>66724</td><td>J105133.89+514_negrobust.image.tt0.fits</td></tr>\n",
"<tr><td>2</td><td>ILTJ105742.50+510558.5</td><td></td><td>164.42708333333331</td><td>51.09960833333333</td><td>PSO J105743.090+510557.747</td><td></td><td>0.463</td><td>s</td><td>4096</td><td>4096</td><td>575431817</td><td>1.5195</td><td>66727</td><td>J105742.50+510_negrobust.image.tt0.fits</td></tr>\n",
"<tr><td>3</td><td>ILTJ105955.01+492615.4</td><td>+</td><td>164.9792083333333</td><td>49.43763333333332</td><td>AllWISE J105955.51+492607.4</td><td></td><td>--</td><td></td><td>4096</td><td>4096</td><td>575430761</td><td>1.5195</td><td>65548</td><td>J105955.01+492_negrobust.image.tt0.fits</td></tr>\n",
"<tr><td>4</td><td>ILTJ111033.09+555310.8</td><td></td><td>167.63787499999998</td><td>55.88634999999999</td><td>AllWISE J111033.19+555313.8</td><td></td><td>--</td><td></td><td>4096</td><td>4096</td><td>575430761</td><td>1.5195</td><td>65548</td><td>J111033.09+555_negrobust.image.tt0.fits</td></tr>\n",
"<tr><td>5</td><td>ILTJ111417.63+461058.9</td><td></td><td>168.57345833333332</td><td>46.183027777777774</td><td>AllWISE J111417.56+461102.0</td><td></td><td>--</td><td></td><td>4096</td><td>4096</td><td>575433813</td><td>1.5195</td><td>66724</td><td>J111417.63+461_negrobust.image.tt0.fits</td></tr>\n",
"<tr><td>6</td><td>ILTJ111449.99+485640.2</td><td></td><td>168.70829166666664</td><td>48.944513888888885</td><td>AllWISE J111450.75+485640.5</td><td></td><td>--</td><td></td><td>4096</td><td>4096</td><td>575430761</td><td>1.5195</td><td>65548</td><td>J111449.99+485_negrobust.image.tt0.fits</td></tr>\n",
"<tr><td>7</td><td>ILTJ112218.41+555047.7</td><td></td><td>170.5767083333333</td><td>55.84658333333333</td><td>PSO J112218.514+555033.651</td><td></td><td>0.91</td><td>s</td><td>4096</td><td>4096</td><td>575430761</td><td>1.5195</td><td>65548</td><td>J112218.41+555_negrobust.image.tt0.fits</td></tr>\n",
"<tr><td>8</td><td>ILTJ112425.85+554607.6</td><td></td><td>171.1077083333333</td><td>55.768780555555544</td><td>PSO J112425.079+554615.740</td><td></td><td>0.809</td><td>s</td><td>4096</td><td>4096</td><td>575430761</td><td>1.5195</td><td>65548</td><td>J112425.85+554_negrobust.image.tt0.fits</td></tr>\n",
"<tr><td>9</td><td>ILTJ113201.82+472829.9</td><td>+</td><td>173.00758333333332</td><td>47.47498055555555</td><td>PSO J113202.310+472824.218</td><td></td><td>0.264</td><td>s</td><td>4096</td><td>4096</td><td>575434111</td><td>1.5195</td><td>66724</td><td>J113201.82+472_negrobust.image.tt0.fits</td></tr>\n",
"<tr><td>...</td><td>...</td><td>...</td><td>...</td><td>...</td><td>...</td><td>...</td><td>...</td><td>...</td><td>...</td><td>...</td><td>...</td><td>...</td><td>...</td><td>...</td></tr>\n",
"<tr><td>31</td><td>ILTJ140255.12+512726.8</td><td></td><td>210.72966666666665</td><td>51.45746388888888</td><td>PSO J140256.329+512730.053</td><td>*</td><td>--</td><td></td><td>4096</td><td>4096</td><td>575430761</td><td>1.5195</td><td>66586</td><td>J140255.12+512_negrobust.image.tt0.fits</td></tr>\n",
"<tr><td>32</td><td>ILTJ143735.74+514434.3</td><td></td><td>219.39891666666662</td><td>51.742863888888884</td><td>PSO J143737.636+514446.316</td><td></td><td>0.963</td><td>p</td><td>4096</td><td>4096</td><td>575430761</td><td>1.5195</td><td>66597</td><td>J143735.74+514_negrobust.image.tt0.fits</td></tr>\n",
"<tr><td>33</td><td>ILTJ144049.79+480444.0</td><td></td><td>220.2074583333333</td><td>48.07889999999999</td><td>AllWISE J144050.07+480445.3</td><td></td><td>--</td><td></td><td>4096</td><td>4096</td><td>575443087</td><td>1.5195</td><td>66724</td><td>J144049.79+480_negrobust.image.tt0.fits</td></tr>\n",
"<tr><td>34</td><td>ILTJ145147.28+484123.5</td><td></td><td>222.94699999999997</td><td>48.68987222222221</td><td>PSO J145145.215+484127.668</td><td></td><td>0.231</td><td>s</td><td>4096</td><td>4096</td><td>575430761</td><td>1.5195</td><td>65548</td><td>J145147.28+484_negrobust.image.tt0.fits</td></tr>\n",
"<tr><td>35</td><td>ILTJ145447.14+542232.2</td><td></td><td>223.69641666666664</td><td>54.375633333333326</td><td>PSO J145447.069+542232.933</td><td></td><td>0.102</td><td>s</td><td>4096</td><td>4096</td><td>575443705</td><td>1.5195</td><td>66724</td><td>J145447.14+542_negrobust.image.tt0.fits</td></tr>\n",
"<tr><td>36</td><td>ILTJ145610.69+481923.0</td><td></td><td>224.04454166666665</td><td>48.323072222222216</td><td>PSO J145611.291+481927.866</td><td></td><td>0.774</td><td>p</td><td>4096</td><td>4096</td><td>575442089</td><td>1.5195</td><td>65548</td><td>J145610.69+481_negrobust.image.tt0.fits</td></tr>\n",
"<tr><td>37</td><td>ILTJ145641.07+484940.5</td><td></td><td>224.17112499999996</td><td>48.82791666666666</td><td>PSO J145640.671+484942.791</td><td></td><td>0.782</td><td>p</td><td>4096</td><td>4096</td><td>575528553</td><td>1.5195</td><td>65548</td><td>J145641.07+484_negrobust.image.tt0.fits</td></tr>\n",
"<tr><td>38</td><td>ILTJ151216.35+514731.8</td><td></td><td>228.06812499999998</td><td>51.79218333333333</td><td>PSO J151216.252+514725.545</td><td></td><td>0.584</td><td>p</td><td>4096</td><td>4096</td><td>575444105</td><td>1.5195</td><td>65548</td><td>J151216.35+514_negrobust.image.tt0.fits</td></tr>\n",
"<tr><td>39</td><td>ILTJ151933.09+500706.2</td><td></td><td>229.88787499999998</td><td>50.11838888888888</td><td>PSO J151933.756+500724.858</td><td></td><td>0.83</td><td>s</td><td>4096</td><td>4096</td><td>575430761</td><td>1.5195</td><td>65548</td><td>J151933.09+500_negrobust.image.tt0.fits</td></tr>\n",
"<tr><td>40</td><td>ILTJ152105.64+521442.0</td><td></td><td>230.27349999999996</td><td>52.24500555555555</td><td>PSO J152105.891+521439.872</td><td></td><td>0.731</td><td>p</td><td>4096</td><td>4096</td><td>575430761</td><td>1.5195</td><td>66603</td><td>J152105.64+521_negrobust.image.tt0.fits</td></tr>\n",
"</table>"
],
"text/plain": [
"<Table length=40>\n",
"recno Name ... size FileName \n",
" ... Kibyte \n",
"int32 object ... int32 object \n",
"----- ---------------------- ... ------ ---------------------------------------\n",
" 1 ILTJ105133.89+514451.1 ... 66724 J105133.89+514_negrobust.image.tt0.fits\n",
" 2 ILTJ105742.50+510558.5 ... 66727 J105742.50+510_negrobust.image.tt0.fits\n",
" 3 ILTJ105955.01+492615.4 ... 65548 J105955.01+492_negrobust.image.tt0.fits\n",
" 4 ILTJ111033.09+555310.8 ... 65548 J111033.09+555_negrobust.image.tt0.fits\n",
" 5 ILTJ111417.63+461058.9 ... 66724 J111417.63+461_negrobust.image.tt0.fits\n",
" 6 ILTJ111449.99+485640.2 ... 65548 J111449.99+485_negrobust.image.tt0.fits\n",
" 7 ILTJ112218.41+555047.7 ... 65548 J112218.41+555_negrobust.image.tt0.fits\n",
" 8 ILTJ112425.85+554607.6 ... 65548 J112425.85+554_negrobust.image.tt0.fits\n",
" 9 ILTJ113201.82+472829.9 ... 66724 J113201.82+472_negrobust.image.tt0.fits\n",
" ... ... ... ... ...\n",
" 31 ILTJ140255.12+512726.8 ... 66586 J140255.12+512_negrobust.image.tt0.fits\n",
" 32 ILTJ143735.74+514434.3 ... 66597 J143735.74+514_negrobust.image.tt0.fits\n",
" 33 ILTJ144049.79+480444.0 ... 66724 J144049.79+480_negrobust.image.tt0.fits\n",
" 34 ILTJ145147.28+484123.5 ... 65548 J145147.28+484_negrobust.image.tt0.fits\n",
" 35 ILTJ145447.14+542232.2 ... 66724 J145447.14+542_negrobust.image.tt0.fits\n",
" 36 ILTJ145610.69+481923.0 ... 65548 J145610.69+481_negrobust.image.tt0.fits\n",
" 37 ILTJ145641.07+484940.5 ... 65548 J145641.07+484_negrobust.image.tt0.fits\n",
" 38 ILTJ151216.35+514731.8 ... 65548 J151216.35+514_negrobust.image.tt0.fits\n",
" 39 ILTJ151933.09+500706.2 ... 65548 J151933.09+500_negrobust.image.tt0.fits\n",
" 40 ILTJ152105.64+521442.0 ... 66603 J152105.64+521_negrobust.image.tt0.fits"
]
},
"execution_count": 3,
"metadata": {},
"output_type": "execute_result"
}
],
"source": [
"# Identify the table needed and select all records\n",
"# Note that the name of the table requires the 'list' part \n",
"tap_vizier= pyvo.dal.TAPService('http://tapvizier.u-strasbg.fr/TAPVizieR/tap/')\n",
"ddrg = tap_vizier.search(\"SELECT * FROM \\\"J/A+A/622/A13/list\\\" \").to_table()\n",
"\n",
"# Print the table\n",
"ddrg"
]
},
{
"cell_type": "markdown",
"id": "narrative-belize",
"metadata": {},
"source": [
"For each element in the table DDRG I want to search the EVN TAP service. For every object in the DDRG table I take the RA and DEC, and check the EVN archive for data within 0.1 degree of that position. This is done with and SQL JOIN command. "
]
},
{
"cell_type": "code",
"execution_count": 40,
"id": "average-tanzania",
"metadata": {},
"outputs": [],
"source": [
"QUERY=\"\"\"\n",
"SELECT\n",
" *\n",
" FROM ivoa.obscore AS db\n",
" JOIN TAP_UPLOAD.ddrg AS mine\n",
" ON 1=CONTAINS(POINT('ICRS',mine.RAJ2000, mine.DEJ2000),\n",
" CIRCLE('ICRS',db.s_ra, db.s_dec, db.s_fov))\n",
"\"\"\""
]
},
{
"cell_type": "code",
"execution_count": 41,
"id": "functional-information",
"metadata": {},
"outputs": [
{
"name": "stderr",
"output_type": "stream",
"text": [
"WARNING: W48: ?:?:?: W48: Unknown attribute 'xtype' on FIELD [astropy.io.votable.tree]\n",
"WARNING: W28: ?:?:?: W28: 'xtype' on 'FIELD' added in VOTable 1.2 [astropy.io.votable.tree]\n"
]
}
],
"source": [
"# Now point to EVN TAP service, same as above\n",
"tap_evn = pyvo.dal.TAPService('http://evn-vo.jive.eu/tap')\n",
"\n",
"# To inspect the contents of the service, TOPCAT is a nice tool for quick access.\n",
"# Launch TOPCAT, select VO --> TAP Query, and add the URL on the bottom line.\n",
"\n",
"# Perform an ADQL query on the service, using RA and DEC from the DDRG table.\n",
"\n",
"evn_search = tap_evn.run_sync(QUERY, uploads={\"ddrg\":ddrg})\n",
"\n",
"# If you launch TOPCAT before running the notebook, the results will be listed there\n",
"evn_search.broadcast_samp(\"topcat\")"
]
},
{
"cell_type": "code",
"execution_count": 42,
"id": "private-board",
"metadata": {},
"outputs": [
{
"data": {
"text/plain": [
"<Table length=0>\n",
"dataproduct_type dataproduct_subtype calib_level ... Freq size FileName\n",
" ... GHz Kibyte \n",
" object object int16 ... float64 int32 object \n",
"---------------- ------------------- ----------- ... ------- ------ --------"
]
},
"execution_count": 42,
"metadata": {},
"output_type": "execute_result"
}
],
"source": [
"evn_search"
]
},
{
"cell_type": "markdown",
"id": "residential-ticket",
"metadata": {},
"source": [
"Unfortunately, the resulting table is empty, meaning there is no EVN data within 0.1 degree of these objects. There are several options to try:\n",
"- widen the search area: trying to increase to >0.1 causes a fail\n",
"- change the order of the JOIN step: this has no effect on the results\n",
"- use the EVN FOV instead of a preset radius\n",
"\n",
"Alternatively, a query like this can be expanded to search for *any* data for these objects in all VO services. This joins the example 4 strategy of search all services with this notebook.\n",
"\n",
"Since there's no EVN data for this sample: go write a proposal!"
]
},
{
"cell_type": "markdown",
"id": "discrete-gender",
"metadata": {},
"source": [
"Try to search for othter VO data for the DDRG table"
]
},
{
"cell_type": "code",
"execution_count": 44,
"id": "mysterious-census",
"metadata": {
"scrolled": false
},
"outputs": [
{
"name": "stderr",
"output_type": "stream",
"text": [
"WARNING: UnknownElementWarning: None:3:1106: UnknownElementWarning: Unknown element mirrorURL [pyvo.utils.xml.elements]\n",
"WARNING: UnknownElementWarning: None:100:4268: UnknownElementWarning: Unknown element mirrorURL [pyvo.utils.xml.elements]\n",
"WARNING: UnknownElementWarning: None:100:4585: UnknownElementWarning: Unknown element mirrorURL [pyvo.utils.xml.elements]\n",
"WARNING: UnknownElementWarning: None:100:4897: UnknownElementWarning: Unknown element mirrorURL [pyvo.utils.xml.elements]\n",
"WARNING: UnknownElementWarning: None:100:5197: UnknownElementWarning: Unknown element mirrorURL [pyvo.utils.xml.elements]\n"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"Querying http://gavo.aip.de/tap\n"
]
},
{
"name": "stderr",
"output_type": "stream",
"text": [
"WARNING: UnknownElementWarning: None:8:251: UnknownElementWarning: Unknown element errorSummary [pyvo.utils.xml.elements]\n",
"WARNING: UnknownElementWarning: None:8:300: UnknownElementWarning: Unknown element message [pyvo.utils.xml.elements]\n"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
" Broken: http://gavo.aip.de/tap (Query Error)\n",
"\n",
"Querying http://vao.stsci.edu/CAOMTAP/TapService.aspx\n",
" Broken: http://vao.stsci.edu/CAOMTAP/TapService.aspx ('NoneType' object has no attribute 'href')\n",
"\n",
"Querying http://astroweb.projects.phys.ucl.ac.uk:8000/tap\n"
]
},
{
"name": "stderr",
"output_type": "stream",
"text": [
"WARNING: W48: ?:?:?: W48: Unknown attribute 'xtype' on FIELD [astropy.io.votable.tree]\n",
"WARNING: W28: ?:?:?: W28: 'xtype' on 'FIELD' added in VOTable 1.2 [astropy.io.votable.tree]\n"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"Querying https://vo.astron.nl/tap\n"
]
},
{
"name": "stderr",
"output_type": "stream",
"text": [
"WARNING: UnknownElementWarning: None:8:396: UnknownElementWarning: Unknown element errorSummary [pyvo.utils.xml.elements]\n",
"WARNING: UnknownElementWarning: None:8:445: UnknownElementWarning: Unknown element message [pyvo.utils.xml.elements]\n"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
" Broken: https://vo.astron.nl/tap (Query Error)\n",
"\n",
"Querying http://vos2.asu.cas.cz/tap\n"
]
},
{
"name": "stderr",
"output_type": "stream",
"text": [
"WARNING: UnknownElementWarning: None:8:364: UnknownElementWarning: Unknown element errorSummary [pyvo.utils.xml.elements]\n",
"WARNING: UnknownElementWarning: None:8:413: UnknownElementWarning: Unknown element message [pyvo.utils.xml.elements]\n"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
" Broken: http://vos2.asu.cas.cz/tap (Query Error)\n",
"\n",
"Querying https://atoavo.atnf.csiro.au/tap\n",
" Broken: https://atoavo.atnf.csiro.au/tap (Cannot parse datetime 2021-04-24T19:11:24.128+1000)\n",
"\n",
"Querying https://casda.csiro.au/casda_vo_tools/tap\n",
" Broken: https://casda.csiro.au/casda_vo_tools/tap (Cannot parse datetime 2021-04-24T17:11:29.926+0800)\n",
"\n",
"Querying http://arvo-registry.sci.am/tap\n",
" Broken: http://arvo-registry.sci.am/tap (504 Server Error: Gateway Time-out for url: http://arvo-registry.sci.am/__system__/tap/run/tap/async/XVmsB7?WAIT=-1)\n",
"\n",
"Querying https://www.cadc-ccda.hia-iha.nrc-cnrc.gc.ca/argus\n"
]
},
{
"name": "stderr",
"output_type": "stream",
"text": [
"WARNING: UnknownElementWarning: None:25:2: UnknownElementWarning: Unknown element errorSummary [pyvo.utils.xml.elements]\n",
"WARNING: UnknownElementWarning: None:26:4: UnknownElementWarning: Unknown element message [pyvo.utils.xml.elements]\n"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
" Broken: https://www.cadc-ccda.hia-iha.nrc-cnrc.gc.ca/argus (Query Error)\n",
"\n",
"Querying https://archive.cefca.es/catalogues/vo/tap/jplus-dr1?\n"
]
},
{
"name": "stderr",
"output_type": "stream",
"text": [
"WARNING: UnknownElementWarning: None:28:2: UnknownElementWarning: Unknown element errorSummary [pyvo.utils.xml.elements]\n",
"WARNING: UnknownElementWarning: None:29:2: UnknownElementWarning: Unknown element message [pyvo.utils.xml.elements]\n",
"WARNING: UnknownElementWarning: None:31:2: UnknownElementWarning: Unknown element jobInfo [pyvo.utils.xml.elements]\n"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
" Broken: https://archive.cefca.es/catalogues/vo/tap/jplus-dr1? (Query Error)\n",
"\n",
"Querying https://archive.cefca.es/catalogues/vo/siap/jplus-dr1?\n",
" Broken: https://archive.cefca.es/catalogues/vo/siap/jplus-dr1? (123:2: mismatched tag)\n",
"\n",
"Querying https://archive.cefca.es/catalogues/vo/cone/jplus-dr1/JPLUS.MAGABDUALOBJ?\n",
" Broken: https://archive.cefca.es/catalogues/vo/cone/jplus-dr1/JPLUS.MAGABDUALOBJ? (123:2: mismatched tag)\n",
"\n",
"Querying https://archive.cefca.es/catalogues/vo/cone/jplus-dr1/JPLUS.MAGABSINGLEOBJ?\n",
" Broken: https://archive.cefca.es/catalogues/vo/cone/jplus-dr1/JPLUS.MAGABSINGLEOBJ? (123:2: mismatched tag)\n",
"\n",
"Querying https://archive.cefca.es/catalogues/vo/cone/jplus-dr1/JPLUS.TILEIMAGE?\n",
" Broken: https://archive.cefca.es/catalogues/vo/cone/jplus-dr1/JPLUS.TILEIMAGE? (123:2: mismatched tag)\n",
"\n",
"Querying https://archive.cefca.es/catalogues/vo/tap/jplus-dr2\n",
" Broken: https://archive.cefca.es/catalogues/vo/tap/jplus-dr2 (Query Error)\n",
"\n",
"Querying https://archive.cefca.es/catalogues/vo/siap/jplus-dr2?\n",
" Broken: https://archive.cefca.es/catalogues/vo/siap/jplus-dr2? (123:2: mismatched tag)\n",
"\n",
"Querying https://archive.cefca.es/catalogues/vo/siap/jplus-dr2/reduced?\n",
" Broken: https://archive.cefca.es/catalogues/vo/siap/jplus-dr2/reduced? (123:2: mismatched tag)\n",
"\n",
"Querying https://archive.cefca.es/catalogues/vo/cone/jplus-dr2/JPLUS.MAGABDUALOBJ?\n",
" Broken: https://archive.cefca.es/catalogues/vo/cone/jplus-dr2/JPLUS.MAGABDUALOBJ? (123:2: mismatched tag)\n",
"\n",
"Querying https://archive.cefca.es/catalogues/vo/cone/jplus-dr2/JPLUS.TILEIMAGEWITHFLAG?\n",
" Broken: https://archive.cefca.es/catalogues/vo/cone/jplus-dr2/JPLUS.TILEIMAGEWITHFLAG? (123:2: mismatched tag)\n",
"\n",
"Querying https://archive.cefca.es/catalogues/vo/cone/jplus-dr2/JPLUS.XMATCH_MINIJPAS_PDR201912?\n",
" Broken: https://archive.cefca.es/catalogues/vo/cone/jplus-dr2/JPLUS.XMATCH_MINIJPAS_PDR201912? (123:2: mismatched tag)\n",
"\n",
"Querying https://archive.cefca.es/catalogues/vo/cone/jplus-dr2/JPLUS.XMATCH_JPLUS_DR1?\n",
" Broken: https://archive.cefca.es/catalogues/vo/cone/jplus-dr2/JPLUS.XMATCH_JPLUS_DR1? (123:2: mismatched tag)\n",
"\n",
"Querying https://archive.cefca.es/catalogues/vo/cone/jplus-dr2/JPLUS.MAGABSINGLEOBJ?\n",
" Broken: https://archive.cefca.es/catalogues/vo/cone/jplus-dr2/JPLUS.MAGABSINGLEOBJ? (123:2: mismatched tag)\n",
"\n",
"Querying https://archive.cefca.es/catalogues/vo/cone/jplus-dr2/JPLUS.REDUCEDINDIVIDUALFRAME?\n",
" Broken: https://archive.cefca.es/catalogues/vo/cone/jplus-dr2/JPLUS.REDUCEDINDIVIDUALFRAME? (123:2: mismatched tag)\n",
"\n",
"Querying https://archive.cefca.es/catalogues/vo/cone/jplus-dr2/JPLUS.TILEIMAGE?\n",
" Broken: https://archive.cefca.es/catalogues/vo/cone/jplus-dr2/JPLUS.TILEIMAGE? (123:2: mismatched tag)\n",
"\n",
"Querying https://archive.cefca.es/catalogues/vo/tap/minijpas-pdr201912\n",
" Broken: https://archive.cefca.es/catalogues/vo/tap/minijpas-pdr201912 (Query Error)\n",
"\n",
"Querying https://archive.cefca.es/catalogues/vo/siap/minijpas-pdr201912?\n",
" Broken: https://archive.cefca.es/catalogues/vo/siap/minijpas-pdr201912? (123:2: mismatched tag)\n",
"\n",
"Querying https://archive.cefca.es/catalogues/vo/cone/minijpas-pdr201912/MINIJPAS.XMATCH_JPLUS_DR1?\n",
" Broken: https://archive.cefca.es/catalogues/vo/cone/minijpas-pdr201912/MINIJPAS.XMATCH_JPLUS_DR1? (123:2: mismatched tag)\n",
"\n",
"Querying https://archive.cefca.es/catalogues/vo/cone/minijpas-pdr201912/MINIJPAS.MAGABDUALOBJ?\n",
" Broken: https://archive.cefca.es/catalogues/vo/cone/minijpas-pdr201912/MINIJPAS.MAGABDUALOBJ? (123:2: mismatched tag)\n",
"\n",
"Querying https://archive.cefca.es/catalogues/vo/cone/minijpas-pdr201912/MINIJPAS.TILEIMAGE?\n",
" Broken: https://archive.cefca.es/catalogues/vo/cone/minijpas-pdr201912/MINIJPAS.TILEIMAGE? (123:2: mismatched tag)\n",
"\n",
"Querying https://archive.cefca.es/catalogues/vo/cone/minijpas-pdr201912/MINIJPAS.MAGABSINGLEOBJ?\n",
" Broken: https://archive.cefca.es/catalogues/vo/cone/minijpas-pdr201912/MINIJPAS.MAGABSINGLEOBJ? (123:2: mismatched tag)\n",
"\n",
"Querying https://vo.chivo.cl/tap\n",
" Broken: https://vo.chivo.cl/tap (index 0 is out of bounds for axis 0 with size 0)\n",
"\n",
"Querying http://archive.eso.org/tap_obs\n",
" Broken: http://archive.eso.org/tap_obs (404 Client Error: for url: http://archive.eso.org/tap_obs/async/phase)\n",
"\n",
"Querying http://dachs.planet.fu-berlin.de/tap\n"
]
},
{
"name": "stderr",
"output_type": "stream",
"text": [
"WARNING: W48: ?:?:?: W48: Unknown attribute 'xtype' on FIELD [astropy.io.votable.tree]\n",
"WARNING: W28: ?:?:?: W28: 'xtype' on 'FIELD' added in VOTable 1.2 [astropy.io.votable.tree]\n"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"Querying http://ia2-tap.oats.inaf.it:8080/wgetap\n"
]
},
{
"name": "stderr",
"output_type": "stream",
"text": [
"WARNING: UnknownElementWarning: None:24:2: UnknownElementWarning: Unknown element errorSummary [pyvo.utils.xml.elements]\n",
"WARNING: UnknownElementWarning: None:25:4: UnknownElementWarning: Unknown element message [pyvo.utils.xml.elements]\n"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
" Broken: http://ia2-tap.oats.inaf.it:8080/wgetap (Query Error)\n",
"\n",
"Querying http://vo-node1.iaps.inaf.it/tap\n",
" Broken: http://vo-node1.iaps.inaf.it/tap (HTTPConnectionPool(host='vo-node1.iaps.inaf.it', port=80): Max retries exceeded with url: /tap/async (Caused by NewConnectionError('<urllib3.connection.HTTPConnection object at 0x7fb56d24b8b0>: Failed to establish a new connection: [Errno 60] Operation timed out')))\n",
"\n",
"Querying http://dorotka.ufa.cas.cz/tap\n"
]
},
{
"name": "stderr",
"output_type": "stream",
"text": [
"WARNING: UnknownElementWarning: None:8:278: UnknownElementWarning: Unknown element errorSummary [pyvo.utils.xml.elements]\n",
"WARNING: UnknownElementWarning: None:8:327: UnknownElementWarning: Unknown element message [pyvo.utils.xml.elements]\n"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
" Broken: http://dorotka.ufa.cas.cz/tap (Query Error)\n",
"\n",
"Querying http://jvo.nao.ac.jp/skynode/do/tap/alma\n",
" Broken: http://jvo.nao.ac.jp/skynode/do/tap/alma (404 Client Error: for url: http://jvo.nao.ac.jp/skynode/do/tap/alma/async/phase)\n",
"\n",
"Querying http://jvo.nao.ac.jp/skynode/do/tap/halca\n",
" Broken: http://jvo.nao.ac.jp/skynode/do/tap/halca (404 Client Error: for url: http://jvo.nao.ac.jp/skynode/do/tap/halca/async/phase)\n",
"\n",
"Querying http://jvo.nao.ac.jp/skynode/do/tap/hitomi\n",
" Broken: http://jvo.nao.ac.jp/skynode/do/tap/hitomi (404 Client Error: for url: http://jvo.nao.ac.jp/skynode/do/tap/hitomi/async/phase)\n",
"\n",
"Querying http://jvo.nao.ac.jp/skynode/do/tap/nobeyama/\n",
" Broken: http://jvo.nao.ac.jp/skynode/do/tap/nobeyama/ (404 Client Error: for url: http://jvo.nao.ac.jp/skynode/do/tap/nobeyama//async/phase)\n",
"\n",
"Querying http://jvo.nao.ac.jp/skynode/do/tap/spcam\n",
" Broken: http://jvo.nao.ac.jp/skynode/do/tap/spcam (404 Client Error: for url: http://jvo.nao.ac.jp/skynode/do/tap/spcam/async/phase)\n",
"\n",
"Querying http://jvo.nao.ac.jp/skynode/do/siap/spcam/image_cutout/1.0?\n",
" Broken: http://jvo.nao.ac.jp/skynode/do/siap/spcam/image_cutout/1.0? (Cannot wait for job completion. Job is not active!)\n",
"\n",
"Querying http://jvo.nao.ac.jp/skynode/do/siap/spcam/image_nocut/1.0?\n",
" Broken: http://jvo.nao.ac.jp/skynode/do/siap/spcam/image_nocut/1.0? (Cannot wait for job completion. Job is not active!)\n",
"\n",
"Querying http://machotap.asvo.nci.org.au/ncitap/tap\n",
" Broken: http://machotap.asvo.nci.org.au/ncitap/tap (Cannot parse datetime 2021-04-20T19:14:45.745+1000)\n",
"\n",
"Querying http://api.skymapper.nci.org.au/public/tap\n",
" Broken: http://api.skymapper.nci.org.au/public/tap (Cannot parse datetime 2021-04-20T19:14:49.037+1000)\n",
"\n",
"Querying http://wiggleztap.asvo.nci.org.au/ncitap/tap\n",
" Broken: http://wiggleztap.asvo.nci.org.au/ncitap/tap (Cannot parse datetime 2021-04-20T19:14:52.093+1000)\n",
"\n",
"Querying http://dc.zah.uni-heidelberg.de/tap\n"
]
},
{
"name": "stderr",
"output_type": "stream",
"text": [
"WARNING: UnknownElementWarning: None:8:401: UnknownElementWarning: Unknown element errorSummary [pyvo.utils.xml.elements]\n",
"WARNING: UnknownElementWarning: None:8:450: UnknownElementWarning: Unknown element message [pyvo.utils.xml.elements]\n"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
" Broken: http://dc.zah.uni-heidelberg.de/tap (Query Error)\n",
"\n",
"Querying http://osug-vo.osug.fr:8080/tap\n"
]
},
{
"name": "stderr",
"output_type": "stream",
"text": [
"WARNING: W48: ?:?:?: W48: Unknown attribute 'xtype' on FIELD [astropy.io.votable.tree]\n",
"WARNING: W28: ?:?:?: W28: 'xtype' on 'FIELD' added in VOTable 1.2 [astropy.io.votable.tree]\n"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"Querying http://voparis-rr.obspm.fr:80/tap\n"
]
},
{
"name": "stderr",
"output_type": "stream",
"text": [
"WARNING: W48: ?:?:?: W48: Unknown attribute 'xtype' on FIELD [astropy.io.votable.tree]\n",
"WARNING: W28: ?:?:?: W28: 'xtype' on 'FIELD' added in VOTable 1.2 [astropy.io.votable.tree]\n"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"Querying http://pvol2.ehu.eus:8083/tap\n"
]
},
{
"name": "stderr",
"output_type": "stream",
"text": [
"WARNING: W48: ?:?:?: W48: Unknown attribute 'xtype' on FIELD [astropy.io.votable.tree]\n",
"WARNING: W28: ?:?:?: W28: 'xtype' on 'FIELD' added in VOTable 1.2 [astropy.io.votable.tree]\n"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"Querying http://spectrum.iaa.es/tap\n"
]
},
{
"name": "stderr",
"output_type": "stream",
"text": [
"WARNING: W48: ?:?:?: W48: Unknown attribute 'xtype' on FIELD [astropy.io.votable.tree]\n",
"WARNING: W28: ?:?:?: W28: 'xtype' on 'FIELD' added in VOTable 1.2 [astropy.io.votable.tree]\n"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"Querying https://gaia.ari.uni-heidelberg.de/tap\n",
" Broken: https://gaia.ari.uni-heidelberg.de/tap (Cannot wait for job completion. Job is not active!)\n",
"\n",
"Querying http://epn-tap.oeaw.ac.at/tap\n"
]
},
{
"name": "stderr",
"output_type": "stream",
"text": [
"WARNING: W48: ?:?:?: W48: Unknown attribute 'xtype' on FIELD [astropy.io.votable.tree]\n",
"WARNING: W28: ?:?:?: W28: 'xtype' on 'FIELD' added in VOTable 1.2 [astropy.io.votable.tree]\n"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"Querying http://voparis-tap-astro.obspm.fr/__system__/tap/run/tap\n"
]
},
{
"name": "stderr",
"output_type": "stream",
"text": [
"WARNING: UnknownElementWarning: None:8:410: UnknownElementWarning: Unknown element errorSummary [pyvo.utils.xml.elements]\n",
"WARNING: UnknownElementWarning: None:8:459: UnknownElementWarning: Unknown element message [pyvo.utils.xml.elements]\n"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
" Broken: http://voparis-tap-astro.obspm.fr/__system__/tap/run/tap (Query Error)\n",
"\n",
"Querying http://voparis-tap-maser.obspm.fr:80/tap\n"
]
},
{
"name": "stderr",
"output_type": "stream",
"text": [
"WARNING: UnknownElementWarning: None:8:269: UnknownElementWarning: Unknown element errorSummary [pyvo.utils.xml.elements]\n",
"WARNING: UnknownElementWarning: None:8:318: UnknownElementWarning: Unknown element message [pyvo.utils.xml.elements]\n"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
" Broken: http://voparis-tap-maser.obspm.fr:80/tap (Query Error)\n",
"\n",
"Querying http://voparis-tap-voevent.obspm.fr:80/tap\n"
]
},
{
"name": "stderr",
"output_type": "stream",
"text": [
"WARNING: W48: ?:?:?: W48: Unknown attribute 'xtype' on FIELD [astropy.io.votable.tree]\n",
"WARNING: W28: ?:?:?: W28: 'xtype' on 'FIELD' added in VOTable 1.2 [astropy.io.votable.tree]\n"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"Querying http://rcsed-vo.sai.msu.ru/tap\n"
]
},
{
"name": "stderr",
"output_type": "stream",
"text": [
"WARNING: W48: ?:?:?: W48: Unknown attribute 'xtype' on FIELD [astropy.io.votable.tree]\n",
"WARNING: W28: ?:?:?: W28: 'xtype' on 'FIELD' added in VOTable 1.2 [astropy.io.votable.tree]\n"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"Querying http://xcatdb.unistra.fr/3xmmdr7/tap\n",
" Broken: http://xcatdb.unistra.fr/3xmmdr7/tap (Cannot parse datetime 2021-04-19T12:01:31.803+0200)\n",
"\n"
]
},
{
"name": "stderr",
"output_type": "stream",
"text": [
"WARNING: UnknownElementWarning: None:17:1: UnknownElementWarning: Unknown element errorSummary [pyvo.utils.xml.elements]\n"
]
}
],
"source": [
"# Copy and pasted from 'example 4'. This can take a while to run.\n",
"# Note that the query is inverted wrt the example, assuming all obscore tables have a FOV value\n",
"# This seems to work OK\n",
"\n",
"obsvc=pyvo.registry.search(datamodel=\"obscore\")\n",
"for row in obsvc:\n",
" \n",
" try:\n",
" print (\"Querying {url}\".format(url=row.access_url))\n",
" service=pyvo.dal.TAPService(row.access_url)\n",
" ddrg_result=service.run_async(query=QUERY, uploads={\"ddrg\":ddrg})\n",
" ddrg_result.broadcast_samp(\"topcat\")\n",
" \n",
" except Exception as msg:\n",
" # some service is broken; you *should* complain, but then let's be lazy here\n",
" print(\" Broken: {} ({})\\n\".format(row.access_url, msg))\n"
]
},
{
"cell_type": "code",
"execution_count": null,
"id": "parliamentary-marble",
"metadata": {},
"outputs": [],
"source": []
}
],
"metadata": {
"kernelspec": {
"display_name": "Python 3",
"language": "python",
"name": "python3"
},
"language_info": {
"codemirror_mode": {
"name": "ipython",
"version": 3
},
"file_extension": ".py",
"mimetype": "text/x-python",
"name": "python",
"nbconvert_exporter": "python",
"pygments_lexer": "ipython3",
"version": "3.8.3"
}
},
"nbformat": 4,
"nbformat_minor": 5
}