pvlib · kandersolar · Jun 13, 2021 · Feb 22, 2021 · Feb 22, 2021 · Feb 22, 2021
diff --git a/ci/azure/posix.yml b/ci/azure/posix.yml
@@ -23,7 +23,7 @@ jobs:
       versionSpec: '$(python.version)'
 
   - script: |
-      pip install pytest pytest-cov pytest-mock pytest-timeout pytest-azurepipelines pytest-rerunfailures pytest-remotedata
+      pip install pytest pytest-cov pytest-mock requests-mock pytest-timeout pytest-azurepipelines pytest-rerunfailures pytest-remotedata
       pip install -e .
       pytest pvlib --junitxml=junit/test-results.xml --cov=com --cov-report=xml --cov-report=html
     displayName: 'Test with pytest'

diff --git a/ci/requirements-py36-min.yml b/ci/requirements-py36-min.yml
@@ -19,3 +19,4 @@ dependencies:
         - scipy==1.2.0
         - pytest-rerunfailures # conda version is >3.6
         - pytest-remotedata # conda package is 0.3.0, needs > 0.3.1
+        - requests-mock
diff --git a/ci/requirements-py36.yml b/ci/requirements-py36.yml
@@ -16,6 +16,7 @@ dependencies:
     - pytest
     - pytest-cov
     - pytest-mock
+    - requests-mock
     - pytest-rerunfailures
     - pytest-remotedata
     - pytest-timeout

diff --git a/ci/requirements-py37.yml b/ci/requirements-py37.yml
@@ -16,6 +16,7 @@ dependencies:
     - pytest
     - pytest-cov
     - pytest-mock
+    - requests-mock
     - pytest-timeout
     - pytest-rerunfailures
     - pytest-remotedata

diff --git a/ci/requirements-py38.yml b/ci/requirements-py38.yml
@@ -16,6 +16,7 @@ dependencies:
     - pytest
     - pytest-cov
     - pytest-mock
+    - requests-mock
     - pytest-timeout
     - pytest-rerunfailures
     - pytest-remotedata

diff --git a/ci/requirements-py39.yml b/ci/requirements-py39.yml
@@ -16,6 +16,7 @@ dependencies:
     - pytest
     - pytest-cov
     - pytest-mock
+    - requests-mock
     - pytest-timeout
     - pytest-rerunfailures
     - pytest-remotedata

diff --git a/docs/sphinx/source/api.rst b/docs/sphinx/source/api.rst
@@ -488,6 +488,9 @@ relevant to solar energy modeling.
    iotools.get_pvgis_tmy
    iotools.read_pvgis_tmy
    iotools.read_bsrn
+   iotools.get_cams
+   iotools.read_cams
+   iotools.parse_cams
 
 A :py:class:`~pvlib.location.Location` object may be created from metadata
 in some files.

diff --git a/docs/sphinx/source/whatsnew/v0.9.0.rst b/docs/sphinx/source/whatsnew/v0.9.0.rst
@@ -105,6 +105,11 @@ Enhancements
 ~~~~~~~~~~~~
 * Add :func:`~pvlib.iotools.read_bsrn` for reading BSRN solar radiation data
   files. (:pull:`1145`, :issue:`1015`)
+* Add :func:`~pvlib.iotools.get_cams`,
+  :func:`~pvlib.iotools.parse_cams`, and 
+  :func:`~pvlib.iotools.read_cams`
+  for retrieving, parsing, and reading CAMS Radiation and McClear time-series
+  files. (:pull:`1175`)
 * In :py:class:`~pvlib.modelchain.ModelChain`, attributes which contain
   output of models are now collected into ``ModelChain.results``.
   (:pull:`1076`, :issue:`1067`)

diff --git a/pvlib/data/cams_mcclear_1min_verbose.csv b/pvlib/data/cams_mcclear_1min_verbose.csv
@@ -0,0 +1,60 @@
+# Coding: utf-8
+# File format version: 4
+# Title: CAMS McClear v3.1 model of clear-sky irradiation.
+# Content:  A time-series of solar radiation received on horizontal plane and plane always normal to the sun rays at ground level assuming clear sky.
+#           Calls on the McClear clear-sky model. Returns the global, beam and diffuse irradiations integrated over a selected time step,
+#           for a selected location (worldwide coverage) and a selected period.
+# The research leading to these results has received funding from the European Union within the Copernicus programme.
+# Provider: MINES ParisTech (France)
+# More information at: http://www.soda-pro.com/web-services/radiation/cams-mcclear
+# Date begin (ISO 8601): 2020-06-01T00:00:00.0
+# Date end (ISO 8601): 2020-06-03T00:00:00.0
+# Latitude (positive North, ISO 19115): 55.7906
+# Longitude (positive East, ISO 19115): 12.5251
+# Altitude (m): 39.00
+# Elevation of CAMS cell (m): 28.64
+# Time reference: Universal time (UT)
+#
+# Encoding partly from D2.8.III.13-14 INSPIRE Data Specification on Atmospheric Conditions and Meteorological Geographical Features - Technical Guidelines (2013-12-10) and CF (Climate and Forecast) metadata (2013-11-11)
+# CF Standard Names registry of ObservablePropertyValue
+# http://cfconventions.org/Data/cf-standard-names/27/build/cf-standard-name-table.html
+# urn:x-inspire:specification:DS-AC-MF:observable-property-name:cf-standard-name:1.6
+# ObservableProperty
+#     basePhenomenon:"integral_of_surface_downwelling_shortwave_flux_in_air_assuming_clear_sky_wrt_time"
+#     uom:"Wh m-2" [unit]
+# StatisticalMeasure
+#     statisticalFunction: "sum"
+# Summarization (integration) period: 0 year 0 month 0 day 0 h 1 min 0 s
+# noValue: nan
+# File generated on: 2021-02-26
+#
+# Columns:
+# 1. Observation period (ISO 8601)
+# 2. TOA. Irradiation on horizontal plane at the top of atmosphere (Wh/m2)
+# 3. Clear sky GHI. Clear sky global irradiation on horizontal plane at ground level (Wh/m2)
+# 4. Clear sky BHI. Clear sky beam irradiation on horizontal plane at ground level (Wh/m2)
+# 5. Clear sky DHI. Clear sky diffuse irradiation on horizontal plane at ground level (Wh/m2)
+# 6. Clear sky BNI. Clear sky beam irradiation on mobile plane following the sun at normal incidence (Wh/m2)
+# 7. sza. Solar zenithal angle for the middle of the summarization (deg)
+# 8. summer/winter split. 1.0 means summer, 0.0 means winter
+# 9. tco3. Total column content of ozone (Dobson unit)
+#10. tcwv. Total column content of water vapour  (kg/m2)
+#11. AOD BC. Partial aerosol optical depth at 550 nm for black carbon
+#12. AOD DU. Partial aerosol optical depth at 550 nm for dust
+#13. AOD SS. Partial aerosol optical depth at 550 nm for sea salt
+#14. AOD OR. Partial aerosol optical depth at 550 nm for organic matter
+#15. AOD SU. Partial aerosol optical depth at 550 nm for sulphate
+#16. AOD NI. Partial aerosol optical depth at 550 nm for nitrate
+#17. AOD AM. Partial aerosol optical depth at 550 nm for ammonium
+#18. alpha. Angstroem coefficient for aerosol
+#19. Aerosol type. Obsolete (value is always -1)
+#20. fiso. MODIS-like BRDF parameter fiso
+#21. fvol. MODIS-like BRDF parameter fvol
+#22. fgeo. MODIS-like BRDF parameter fgeo
+#23. albedo. Ground albedo
+#
+# Observation period;TOA;Clear sky GHI;Clear sky BHI;Clear sky DHI;Clear sky BNI;sza;summer/winter split;tco3;tcwv;AOD BC;AOD DU;AOD SS;AOD OR;AOD SU;AOD NI;AOD AM;alpha;Aerosol type;fiso;fvol;fgeo;albedo
+2020-06-01T12:00:00.0/2020-06-01T12:01:00.0;18.0699;14.1417;12.5594;1.5823;15.3380;35.0308;0.9723;341.0221;17.7962;0.0065;0.0067;0.0008;0.0215;0.0252;0.0087;0.0022;nan;-1;0.1668;0.0912;0.0267;0.1359
+2020-06-01T12:01:00.0/2020-06-01T12:02:00.0;18.0584;14.1311;12.5484;1.5827;15.3343;35.0828;0.9723;341.0223;17.8020;0.0065;0.0067;0.0008;0.0215;0.0253;0.0087;0.0022;nan;-1;0.1668;0.0912;0.0267;0.1359
+2020-06-01T12:02:00.0/2020-06-01T12:03:00.0;18.0467;14.1204;12.5372;1.5831;15.3306;35.1357;0.9723;341.0224;17.8079;0.0065;0.0067;0.0008;0.0216;0.0253;0.0087;0.0022;nan;-1;0.1668;0.0912;0.0267;0.1359
+2020-06-01T12:03:00.0/2020-06-01T12:04:00.0;18.0348;14.1094;12.5259;1.5835;15.3269;35.1896;0.9723;341.0226;17.8137;0.0065;0.0067;0.0008;0.0217;0.0253;0.0087;0.0022;nan;-1;0.1668;0.0912;0.0267;0.1359
diff --git a/pvlib/data/cams_mcclear_monthly.csv b/pvlib/data/cams_mcclear_monthly.csv
@@ -0,0 +1,42 @@
+# Coding: utf-8
+# File format version: 2
+# Title: CAMS McClear v3.1 model of clear-sky irradiation.
+# Content:  A time-series of solar radiation received on horizontal plane and plane always normal to the sun rays at ground level assuming clear sky.
+#           Calls on the McClear clear-sky model. Returns the global, beam and diffuse irradiations integrated over a selected time step,
+#           for a selected location (worldwide coverage) and a selected period.
+# The research leading to these results has received funding from the European Union within the Copernicus programme.
+# Provider: MINES ParisTech (France)
+# More information at: http://www.soda-pro.com/web-services/radiation/cams-mcclear
+# Date begin (ISO 8601): 2020-01-01T00:00:00.0
+# Date end (ISO 8601): 2021-01-01T00:00:00.0
+# Latitude (positive North, ISO 19115): 55.7906
+# Longitude (positive East, ISO 19115): 12.5251
+# Altitude (m): 39.00
+# Time reference: Universal time (UT)
+#
+# Encoding partly from D2.8.III.13-14 INSPIRE Data Specification on Atmospheric Conditions and Meteorological Geographical Features - Technical Guidelines (2013-12-10) and CF (Climate and Forecast) metadata (2013-11-11)
+# CF Standard Names registry of ObservablePropertyValue
+# http://cfconventions.org/Data/cf-standard-names/27/build/cf-standard-name-table.html
+# urn:x-inspire:specification:DS-AC-MF:observable-property-name:cf-standard-name:1.6
+# ObservableProperty
+#     basePhenomenon:"integral_of_surface_downwelling_shortwave_flux_in_air_assuming_clear_sky_wrt_time"
+#     uom:"Wh m-2" [unit]
+# StatisticalMeasure
+#     statisticalFunction: "sum"
+# Summarization (integration) period: 0 year 1 month 0 day 0 h 0 min 0 s
+# noValue: nan
+# File generated on: 2021-02-23
+#
+# Columns:
+# 1. Observation period (ISO 8601)
+# 2. TOA. Irradiation on horizontal plane at the top of atmosphere (Wh/m2)
+# 3. Clear sky GHI. Clear sky global irradiation on horizontal plane at ground level (Wh/m2)
+# 4. Clear sky BHI. Clear sky beam irradiation on horizontal plane at ground level (Wh/m2)
+# 5. Clear sky DHI. Clear sky diffuse irradiation on horizontal plane at ground level (Wh/m2)
+# 6. Clear sky BNI. Clear sky beam irradiation on mobile plane following the sun at normal incidence (Wh/m2)
+#
+# Observation period;TOA;Clear sky GHI;Clear sky BHI;Clear sky DHI;Clear sky BNI
+2020-01-01T00:00:00.0/2020-02-01T00:00:00.0;50168.9961;29424.7578;19492.6445;9932.1123;105764.1953
+2020-02-01T00:00:00.0/2020-03-01T00:00:00.0;91338.5234;59010.3047;40636.3008;18374.0020;140930.5781
+2020-03-01T00:00:00.0/2020-04-01T00:00:00.0;172855.2031;121402.9141;93124.6250;28278.2891;228798.9062
+2020-04-01T00:00:00.0/2020-05-01T00:00:00.0;248215.0312;180546.1406;142470.4688;38075.6680;279122.9375
diff --git a/pvlib/data/cams_radiation_1min_verbose.csv b/pvlib/data/cams_radiation_1min_verbose.csv
@@ -0,0 +1,72 @@
+# Coding: utf-8
+# File format version: 5
+# Title: CAMS Radiation Service v3.2 all-sky irradiation (derived from satellite data).
+# Content:  A time-series of solar radiation received on horizontal plane and plane always normal to the sun rays at ground level.
+#           Returns the global, beam and diffuse irradiations integrated over a selected time step,
+#           for a selected location (Meteosat Second Generation satellite coverage) and a selected period.
+# The research leading to these results has received funding from the European Union within the Copernicus programme.
+# Provider: MINES ParisTech (France)
+# More information at: http://www.soda-pro.com/web-services/radiation/cams-radiation-service
+# Date begin (ISO 8601): 2020-06-01T00:00:00.0
+# Date end (ISO 8601): 2020-06-02T00:00:00.0
+# Latitude (positive North, ISO 19115): 55.7906
+# Longitude (positive East, ISO 19115): 12.5251
+# Altitude (m): 39.00
+# Elevation of CAMS cell (m): 28.64
+# Time reference: Universal time (UT)
+#
+# Encoding partly from D2.8.III.13-14 INSPIRE Data Specification on Atmospheric Conditions and Meteorological Geographical Features - Technical Guidelines (2013-12-10) and CF (Climate and Forecast) metadata (2013-11-11)
+# CF Standard Names registry of ObservablePropertyValue
+# http://cfconventions.org/Data/cf-standard-names/27/build/cf-standard-name-table.html
+# urn:x-inspire:specification:DS-AC-MF:observable-property-name:cf-standard-name:1.6
+# ObservableProperty
+#     basePhenomenon:"integral_of_surface_downwelling_shortwave_flux_in_air_sky_wrt_time"
+#     uom:"Wh m-2" [unit]
+# StatisticalMeasure
+#     statisticalFunction: "sum"
+# Summarization (integration) period: 0 year 0 month 0 day 0 h 1 min 0 s
+# noValue: nan
+# File generated on: 2021-03-07
+#
+# Columns:
+# 1. Observation period (ISO 8601)
+# 2. TOA. Irradiation on horizontal plane at the top of atmosphere (Wh/m2)
+# 3. Clear sky GHI. Clear sky global irradiation on horizontal plane at ground level (Wh/m2)
+# 4. Clear sky BHI. Clear sky beam irradiation on horizontal plane at ground level (Wh/m2)
+# 5. Clear sky DHI. Clear sky diffuse irradiation on horizontal plane at ground level (Wh/m2)
+# 6. Clear sky BNI. Clear sky beam irradiation on mobile plane following the sun at normal incidence (Wh/m2)
+# 7. GHI. Global irradiation on horizontal plane at ground level (Wh/m2)
+# 8. BHI. Beam irradiation on horizontal plane at ground level (Wh/m2)
+# 9. DHI. Diffuse irradiation on horizontal plane at ground level (Wh/m2)
+#10. BNI. Beam irradiation on mobile plane following the sun at normal incidence (Wh/m2)
+#11. Reliability. Proportion of reliable data in the summarization (0-1)
+#12. sza. Solar zenithal angle for the middle of the summarization (deg)
+#13. summer/winter split. 1.0 means summer, 0.0 means winter
+#14. tco3. Total column content of ozone (Dobson unit)
+#15. tcwv. Total column content of water vapour (kg/m2)
+#16. AOD BC. Partial aerosol optical depth at 550 nm for black carbon
+#17. AOD DU. Partial aerosol optical depth at 550 nm for dust
+#18. AOD SS. Partial aerosol optical depth at 550 nm for sea salt
+#19. AOD OR. Partial aerosol optical depth at 550 nm for organic matter
+#20. AOD SU. Partial aerosol optical depth at 550 nm for sulphate
+#21. AOD NI. Partial aerosol optical depth at 550 nm for nitrate
+#22. AOD AM. Partial aerosol optical depth at 550 nm for ammonium
+#23. alpha. Angstroem coefficient for aerosol
+#24. Aerosol type. Obsolete (value is always -1)
+#25. fiso. MODIS-like BRDF parameter fiso
+#26. fvol. MODIS-like BRDF parameter fvol
+#27. fgeo. MODIS-like BRDF parameter fgeo
+#28. albedo. Ground albedo
+#29. Cloud optical depth  (value of the nearest acquisition time of the pixel)
+#30. Cloud coverage of the pixel (percentage from 0 to 100, value of the nearest acquisition time of the pixel) -1=no value
+#31. Cloud type (value of the nearest acquisition time of the pixel) -1=no value 0=no clouds 5=low-level cloud 6=medium-level cloud 7=high-level cloud 8=thin cloud
+#32. GHI no corr. Global irradiation without bias correction on horizontal plane at ground level (Wh/m2)
+#33. BHI no corr. Beam irradiation without bias correction on horizontal plane at ground level (Wh/m2)
+#34. DHI no corr. Diffuse irradiation without bias correction on horizontal plane at ground level (Wh/m2)
+#35. BNI no corr. Beam irradiation without bias correction on mobile plane following the sun at normal incidence (Wh/m2)
+#
+# Observation period;TOA;Clear sky GHI;Clear sky BHI;Clear sky DHI;Clear sky BNI;GHI;BHI;DHI;BNI;Reliability;sza;summer/winter split;tco3;tcwv;AOD BC;AOD DU;AOD SS;AOD OR;AOD SU;AOD NI;AOD AM;alpha;Aerosol type;fiso;fvol;fgeo;albedo;Cloud optical depth;Cloud coverage;Cloud type;GHI no corr;BHI no corr;DHI no corr;BNI no corr
+2020-06-01T12:00:00.0/2020-06-01T12:01:00.0;18.0699;14.1417;12.5594;1.5823;15.3380;13.5893;11.7057;1.8837;14.2954;1.0000;35.0308;0.9723;341.0221;17.7962;0.0065;0.0067;0.0008;0.0215;0.0252;0.0087;0.0022;nan;-1;0.1668;0.0912;0.0267;0.1359;0.000000;0;5;14.1417;12.5594;1.5823;15.3380
+2020-06-01T12:01:00.0/2020-06-01T12:02:00.0;18.0584;14.1311;12.5484;1.5827;15.3343;13.5801;11.6955;1.8846;14.2920;1.0000;35.0828;0.9723;341.0223;17.8020;0.0065;0.0067;0.0008;0.0215;0.0253;0.0087;0.0022;nan;-1;0.1668;0.0912;0.0267;0.1359;0.000000;0;5;14.1311;12.5484;1.5827;15.3343
+2020-06-01T12:02:00.0/2020-06-01T12:03:00.0;18.0467;14.1204;12.5372;1.5831;15.3306;13.5697;11.6849;1.8848;14.2883;1.0000;35.1357;0.9723;341.0224;17.8079;0.0065;0.0067;0.0008;0.0216;0.0253;0.0087;0.0022;nan;-1;0.1668;0.0912;0.0267;0.1359;0.000000;0;5;14.1204;12.5372;1.5831;15.3306
+2020-06-01T12:03:00.0/2020-06-01T12:04:00.0;18.0348;14.1094;12.5259;1.5835;15.3269;13.5602;11.6744;1.8858;14.2849;1.0000;35.1896;0.9723;341.0226;17.8137;0.0065;0.0067;0.0008;0.0217;0.0253;0.0087;0.0022;nan;-1;0.1668;0.0912;0.0267;0.1359;0.000000;0;5;14.1094;12.5259;1.5835;15.3269
diff --git a/pvlib/data/cams_radiation_monthly.csv b/pvlib/data/cams_radiation_monthly.csv
@@ -0,0 +1,47 @@
+# Coding: utf-8
+# File format version: 2
+# Title: CAMS Radiation Service v3.2 all-sky irradiation (derived from satellite data).
+# Content:  A time-series of solar radiation received on horizontal plane and plane always normal to the sun rays at ground level.
+#           Returns the global, beam and diffuse irradiations integrated over a selected time step,
+#           for a selected location (Meteosat Second Generation satellite coverage) and a selected period.
+# The research leading to these results has received funding from the European Union within the Copernicus programme.
+# Provider: MINES ParisTech (France)
+# More information at: http://www.soda-pro.com/web-services/radiation/cams-radiation-service
+# Date begin (ISO 8601): 2020-01-01T00:00:00.0
+# Date end (ISO 8601): 2021-02-01T00:00:00.0
+# Latitude (positive North, ISO 19115): 55.7906
+# Longitude (positive East, ISO 19115): 12.5251
+# Altitude (m): 39.00
+# Time reference: Universal time (UT)
+#
+# Encoding partly from D2.8.III.13-14 INSPIRE Data Specification on Atmospheric Conditions and Meteorological Geographical Features - Technical Guidelines (2013-12-10) and CF (Climate and Forecast) metadata (2013-11-11)
+# CF Standard Names registry of ObservablePropertyValue
+# http://cfconventions.org/Data/cf-standard-names/27/build/cf-standard-name-table.html
+# urn:x-inspire:specification:DS-AC-MF:observable-property-name:cf-standard-name:1.6
+# ObservableProperty
+#     basePhenomenon:"integral_of_surface_downwelling_shortwave_flux_in_air_sky_wrt_time"
+#     uom:"Wh m-2" [unit]
+# StatisticalMeasure
+#     statisticalFunction: "sum"
+# Summarization (integration) period: 0 year 1 month 0 day 0 h 0 min 0 s
+# noValue: nan
+# File generated on: 2021-03-07
+#
+# Columns:
+# 1. Observation period (ISO 8601)
+# 2. TOA. Irradiation on horizontal plane at the top of atmosphere (Wh/m2)
+# 3. Clear sky GHI. Clear sky global irradiation on horizontal plane at ground level (Wh/m2)
+# 4. Clear sky BHI. Clear sky beam irradiation on horizontal plane at ground level (Wh/m2)
+# 5. Clear sky DHI. Clear sky diffuse irradiation on horizontal plane at ground level (Wh/m2)
+# 6. Clear sky BNI. Clear sky beam irradiation on mobile plane following the sun at normal incidence (Wh/m2)
+# 7. GHI. Global irradiation on horizontal plane at ground level (Wh/m2)
+# 8. BHI. Beam irradiation on horizontal plane at ground level (Wh/m2)
+# 9. DHI. Diffuse irradiation on horizontal plane at ground level (Wh/m2)
+#10. BNI. Beam irradiation on mobile plane following the sun at normal incidence (Wh/m2)
+#11. Reliability. Proportion of reliable data in the summarization (0-1)
+#
+# Observation period;TOA;Clear sky GHI;Clear sky BHI;Clear sky DHI;Clear sky BNI;GHI;BHI;DHI;BNI;Reliability
+2020-01-01T00:00:00.0/2020-02-01T00:00:00.0;50169.1914;29424.8965;19492.7637;9932.1328;105764.5547;15531.9336;2568.7678;12972.1865;12469.0654;0.9970
+2020-02-01T00:00:00.0/2020-03-01T00:00:00.0;91338.7188;59010.4766;40636.4961;18373.9805;140931.0156;33073.7422;9732.8369;23351.6523;33306.4258;0.9956
+2020-03-01T00:00:00.0/2020-04-01T00:00:00.0;172855.4062;121403.0703;93124.7656;28278.3086;228799.0156;89403.4375;51798.5312;37620.5898;118724.5781;0.9949
+2020-04-01T00:00:00.0/2020-05-01T00:00:00.0;248215.1562;180546.2812;142470.6094;38075.6641;279123.0625;141625.0781;88746.7266;52930.9297;168456.6094;0.9897
diff --git a/pvlib/iotools/__init__.py b/pvlib/iotools/__init__.py
@@ -14,3 +14,6 @@
 from pvlib.iotools.psm3 import parse_psm3  # noqa: F401
 from pvlib.iotools.pvgis import get_pvgis_tmy, read_pvgis_tmy  # noqa: F401
 from pvlib.iotools.bsrn import read_bsrn  # noqa: F401
+from pvlib.iotools.sodapro import get_cams  # noqa: F401
+from pvlib.iotools.sodapro import read_cams  # noqa: F401
+from pvlib.iotools.sodapro import parse_cams  # noqa: F401