diff --git a/.gitignore b/.gitignore
index 32858aa..81631c6 100644
--- a/.gitignore
+++ b/.gitignore
@@ -1,12 +1,2 @@
-*.class
-
-# Mobile Tools for Java (J2ME)
-.mtj.tmp/
-
-# Package Files #
-*.jar
-*.war
-*.ear
-
-# virtual machine crash logs, see http://www.java.com/en/download/help/error_hotspot.xml
-hs_err_pid*
+/bin
+/build
diff --git a/LICENSE b/LICENSE
deleted file mode 100644
index d6a9326..0000000
--- a/LICENSE
+++ /dev/null
@@ -1,340 +0,0 @@
-GNU GENERAL PUBLIC LICENSE
- Version 2, June 1991
-
- Copyright (C) 1989, 1991 Free Software Foundation, Inc.,
- 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
- Everyone is permitted to copy and distribute verbatim copies
- of this license document, but changing it is not allowed.
-
- Preamble
-
- The licenses for most software are designed to take away your
-freedom to share and change it. By contrast, the GNU General Public
-License is intended to guarantee your freedom to share and change free
-software--to make sure the software is free for all its users. This
-General Public License applies to most of the Free Software
-Foundation's software and to any other program whose authors commit to
-using it. (Some other Free Software Foundation software is covered by
-the GNU Lesser General Public License instead.) You can apply it to
-your programs, too.
-
- When we speak of free software, we are referring to freedom, not
-price. Our General Public Licenses are designed to make sure that you
-have the freedom to distribute copies of free software (and charge for
-this service if you wish), that you receive source code or can get it
-if you want it, that you can change the software or use pieces of it
-in new free programs; and that you know you can do these things.
-
- To protect your rights, we need to make restrictions that forbid
-anyone to deny you these rights or to ask you to surrender the rights.
-These restrictions translate to certain responsibilities for you if you
-distribute copies of the software, or if you modify it.
-
- For example, if you distribute copies of such a program, whether
-gratis or for a fee, you must give the recipients all the rights that
-you have. You must make sure that they, too, receive or can get the
-source code. And you must show them these terms so they know their
-rights.
-
- We protect your rights with two steps: (1) copyright the software, and
-(2) offer you this license which gives you legal permission to copy,
-distribute and/or modify the software.
-
- Also, for each author's protection and ours, we want to make certain
-that everyone understands that there is no warranty for this free
-software. If the software is modified by someone else and passed on, we
-want its recipients to know that what they have is not the original, so
-that any problems introduced by others will not reflect on the original
-authors' reputations.
-
- Finally, any free program is threatened constantly by software
-patents. We wish to avoid the danger that redistributors of a free
-program will individually obtain patent licenses, in effect making the
-program proprietary. To prevent this, we have made it clear that any
-patent must be licensed for everyone's free use or not licensed at all.
-
- The precise terms and conditions for copying, distribution and
-modification follow.
-
- GNU GENERAL PUBLIC LICENSE
- TERMS AND CONDITIONS FOR COPYING, DISTRIBUTION AND MODIFICATION
-
- 0. This License applies to any program or other work which contains
-a notice placed by the copyright holder saying it may be distributed
-under the terms of this General Public License. The "Program", below,
-refers to any such program or work, and a "work based on the Program"
-means either the Program or any derivative work under copyright law:
-that is to say, a work containing the Program or a portion of it,
-either verbatim or with modifications and/or translated into another
-language. (Hereinafter, translation is included without limitation in
-the term "modification".) Each licensee is addressed as "you".
-
-Activities other than copying, distribution and modification are not
-covered by this License; they are outside its scope. The act of
-running the Program is not restricted, and the output from the Program
-is covered only if its contents constitute a work based on the
-Program (independent of having been made by running the Program).
-Whether that is true depends on what the Program does.
-
- 1. You may copy and distribute verbatim copies of the Program's
-source code as you receive it, in any medium, provided that you
-conspicuously and appropriately publish on each copy an appropriate
-copyright notice and disclaimer of warranty; keep intact all the
-notices that refer to this License and to the absence of any warranty;
-and give any other recipients of the Program a copy of this License
-along with the Program.
-
-You may charge a fee for the physical act of transferring a copy, and
-you may at your option offer warranty protection in exchange for a fee.
-
- 2. You may modify your copy or copies of the Program or any portion
-of it, thus forming a work based on the Program, and copy and
-distribute such modifications or work under the terms of Section 1
-above, provided that you also meet all of these conditions:
-
- a) You must cause the modified files to carry prominent notices
- stating that you changed the files and the date of any change.
-
- b) You must cause any work that you distribute or publish, that in
- whole or in part contains or is derived from the Program or any
- part thereof, to be licensed as a whole at no charge to all third
- parties under the terms of this License.
-
- c) If the modified program normally reads commands interactively
- when run, you must cause it, when started running for such
- interactive use in the most ordinary way, to print or display an
- announcement including an appropriate copyright notice and a
- notice that there is no warranty (or else, saying that you provide
- a warranty) and that users may redistribute the program under
- these conditions, and telling the user how to view a copy of this
- License. (Exception: if the Program itself is interactive but
- does not normally print such an announcement, your work based on
- the Program is not required to print an announcement.)
-
-These requirements apply to the modified work as a whole. If
-identifiable sections of that work are not derived from the Program,
-and can be reasonably considered independent and separate works in
-themselves, then this License, and its terms, do not apply to those
-sections when you distribute them as separate works. But when you
-distribute the same sections as part of a whole which is a work based
-on the Program, the distribution of the whole must be on the terms of
-this License, whose permissions for other licensees extend to the
-entire whole, and thus to each and every part regardless of who wrote it.
-
-Thus, it is not the intent of this section to claim rights or contest
-your rights to work written entirely by you; rather, the intent is to
-exercise the right to control the distribution of derivative or
-collective works based on the Program.
-
-In addition, mere aggregation of another work not based on the Program
-with the Program (or with a work based on the Program) on a volume of
-a storage or distribution medium does not bring the other work under
-the scope of this License.
-
- 3. You may copy and distribute the Program (or a work based on it,
-under Section 2) in object code or executable form under the terms of
-Sections 1 and 2 above provided that you also do one of the following:
-
- a) Accompany it with the complete corresponding machine-readable
- source code, which must be distributed under the terms of Sections
- 1 and 2 above on a medium customarily used for software interchange; or,
-
- b) Accompany it with a written offer, valid for at least three
- years, to give any third party, for a charge no more than your
- cost of physically performing source distribution, a complete
- machine-readable copy of the corresponding source code, to be
- distributed under the terms of Sections 1 and 2 above on a medium
- customarily used for software interchange; or,
-
- c) Accompany it with the information you received as to the offer
- to distribute corresponding source code. (This alternative is
- allowed only for noncommercial distribution and only if you
- received the program in object code or executable form with such
- an offer, in accord with Subsection b above.)
-
-The source code for a work means the preferred form of the work for
-making modifications to it. For an executable work, complete source
-code means all the source code for all modules it contains, plus any
-associated interface definition files, plus the scripts used to
-control compilation and installation of the executable. However, as a
-special exception, the source code distributed need not include
-anything that is normally distributed (in either source or binary
-form) with the major components (compiler, kernel, and so on) of the
-operating system on which the executable runs, unless that component
-itself accompanies the executable.
-
-If distribution of executable or object code is made by offering
-access to copy from a designated place, then offering equivalent
-access to copy the source code from the same place counts as
-distribution of the source code, even though third parties are not
-compelled to copy the source along with the object code.
-
- 4. You may not copy, modify, sublicense, or distribute the Program
-except as expressly provided under this License. Any attempt
-otherwise to copy, modify, sublicense or distribute the Program is
-void, and will automatically terminate your rights under this License.
-However, parties who have received copies, or rights, from you under
-this License will not have their licenses terminated so long as such
-parties remain in full compliance.
-
- 5. You are not required to accept this License, since you have not
-signed it. However, nothing else grants you permission to modify or
-distribute the Program or its derivative works. These actions are
-prohibited by law if you do not accept this License. Therefore, by
-modifying or distributing the Program (or any work based on the
-Program), you indicate your acceptance of this License to do so, and
-all its terms and conditions for copying, distributing or modifying
-the Program or works based on it.
-
- 6. Each time you redistribute the Program (or any work based on the
-Program), the recipient automatically receives a license from the
-original licensor to copy, distribute or modify the Program subject to
-these terms and conditions. You may not impose any further
-restrictions on the recipients' exercise of the rights granted herein.
-You are not responsible for enforcing compliance by third parties to
-this License.
-
- 7. If, as a consequence of a court judgment or allegation of patent
-infringement or for any other reason (not limited to patent issues),
-conditions are imposed on you (whether by court order, agreement or
-otherwise) that contradict the conditions of this License, they do not
-excuse you from the conditions of this License. If you cannot
-distribute so as to satisfy simultaneously your obligations under this
-License and any other pertinent obligations, then as a consequence you
-may not distribute the Program at all. For example, if a patent
-license would not permit royalty-free redistribution of the Program by
-all those who receive copies directly or indirectly through you, then
-the only way you could satisfy both it and this License would be to
-refrain entirely from distribution of the Program.
-
-If any portion of this section is held invalid or unenforceable under
-any particular circumstance, the balance of the section is intended to
-apply and the section as a whole is intended to apply in other
-circumstances.
-
-It is not the purpose of this section to induce you to infringe any
-patents or other property right claims or to contest validity of any
-such claims; this section has the sole purpose of protecting the
-integrity of the free software distribution system, which is
-implemented by public license practices. Many people have made
-generous contributions to the wide range of software distributed
-through that system in reliance on consistent application of that
-system; it is up to the author/donor to decide if he or she is willing
-to distribute software through any other system and a licensee cannot
-impose that choice.
-
-This section is intended to make thoroughly clear what is believed to
-be a consequence of the rest of this License.
-
- 8. If the distribution and/or use of the Program is restricted in
-certain countries either by patents or by copyrighted interfaces, the
-original copyright holder who places the Program under this License
-may add an explicit geographical distribution limitation excluding
-those countries, so that distribution is permitted only in or among
-countries not thus excluded. In such case, this License incorporates
-the limitation as if written in the body of this License.
-
- 9. The Free Software Foundation may publish revised and/or new versions
-of the General Public License from time to time. Such new versions will
-be similar in spirit to the present version, but may differ in detail to
-address new problems or concerns.
-
-Each version is given a distinguishing version number. If the Program
-specifies a version number of this License which applies to it and "any
-later version", you have the option of following the terms and conditions
-either of that version or of any later version published by the Free
-Software Foundation. If the Program does not specify a version number of
-this License, you may choose any version ever published by the Free Software
-Foundation.
-
- 10. If you wish to incorporate parts of the Program into other free
-programs whose distribution conditions are different, write to the author
-to ask for permission. For software which is copyrighted by the Free
-Software Foundation, write to the Free Software Foundation; we sometimes
-make exceptions for this. Our decision will be guided by the two goals
-of preserving the free status of all derivatives of our free software and
-of promoting the sharing and reuse of software generally.
-
- NO WARRANTY
-
- 11. BECAUSE THE PROGRAM IS LICENSED FREE OF CHARGE, THERE IS NO WARRANTY
-FOR THE PROGRAM, TO THE EXTENT PERMITTED BY APPLICABLE LAW. EXCEPT WHEN
-OTHERWISE STATED IN WRITING THE COPYRIGHT HOLDERS AND/OR OTHER PARTIES
-PROVIDE THE PROGRAM "AS IS" WITHOUT WARRANTY OF ANY KIND, EITHER EXPRESSED
-OR IMPLIED, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES OF
-MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE. THE ENTIRE RISK AS
-TO THE QUALITY AND PERFORMANCE OF THE PROGRAM IS WITH YOU. SHOULD THE
-PROGRAM PROVE DEFECTIVE, YOU ASSUME THE COST OF ALL NECESSARY SERVICING,
-REPAIR OR CORRECTION.
-
- 12. IN NO EVENT UNLESS REQUIRED BY APPLICABLE LAW OR AGREED TO IN WRITING
-WILL ANY COPYRIGHT HOLDER, OR ANY OTHER PARTY WHO MAY MODIFY AND/OR
-REDISTRIBUTE THE PROGRAM AS PERMITTED ABOVE, BE LIABLE TO YOU FOR DAMAGES,
-INCLUDING ANY GENERAL, SPECIAL, INCIDENTAL OR CONSEQUENTIAL DAMAGES ARISING
-OUT OF THE USE OR INABILITY TO USE THE PROGRAM (INCLUDING BUT NOT LIMITED
-TO LOSS OF DATA OR DATA BEING RENDERED INACCURATE OR LOSSES SUSTAINED BY
-YOU OR THIRD PARTIES OR A FAILURE OF THE PROGRAM TO OPERATE WITH ANY OTHER
-PROGRAMS), EVEN IF SUCH HOLDER OR OTHER PARTY HAS BEEN ADVISED OF THE
-POSSIBILITY OF SUCH DAMAGES.
-
- END OF TERMS AND CONDITIONS
-
- How to Apply These Terms to Your New Programs
-
- If you develop a new program, and you want it to be of the greatest
-possible use to the public, the best way to achieve this is to make it
-free software which everyone can redistribute and change under these terms.
-
- To do so, attach the following notices to the program. It is safest
-to attach them to the start of each source file to most effectively
-convey the exclusion of warranty; and each file should have at least
-the "copyright" line and a pointer to where the full notice is found.
-
- {description}
- Copyright (C) {year} {fullname}
-
- This program is free software; you can redistribute it and/or modify
- it under the terms of the GNU General Public License as published by
- the Free Software Foundation; either version 2 of the License, or
- (at your option) any later version.
-
- This program is distributed in the hope that it will be useful,
- but WITHOUT ANY WARRANTY; without even the implied warranty of
- MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
- GNU General Public License for more details.
-
- You should have received a copy of the GNU General Public License along
- with this program; if not, write to the Free Software Foundation, Inc.,
- 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA.
-
-Also add information on how to contact you by electronic and paper mail.
-
-If the program is interactive, make it output a short notice like this
-when it starts in an interactive mode:
-
- Gnomovision version 69, Copyright (C) year name of author
- Gnomovision comes with ABSOLUTELY NO WARRANTY; for details type `show w'.
- This is free software, and you are welcome to redistribute it
- under certain conditions; type `show c' for details.
-
-The hypothetical commands `show w' and `show c' should show the appropriate
-parts of the General Public License. Of course, the commands you use may
-be called something other than `show w' and `show c'; they could even be
-mouse-clicks or menu items--whatever suits your program.
-
-You should also get your employer (if you work as a programmer) or your
-school, if any, to sign a "copyright disclaimer" for the program, if
-necessary. Here is a sample; alter the names:
-
- Yoyodyne, Inc., hereby disclaims all copyright interest in the program
- `Gnomovision' (which makes passes at compilers) written by James Hacker.
-
- {signature of Ty Coon}, 1 April 1989
- Ty Coon, President of Vice
-
-This General Public License does not permit incorporating your program into
-proprietary programs. If your program is a subroutine library, you may
-consider it more useful to permit linking proprietary applications with the
-library. If this is what you want to do, use the GNU Lesser General
-Public License instead of this License.
-
diff --git a/LICENSE.pdf b/LICENSE.pdf
new file mode 100644
index 0000000..fd83fc2
Binary files /dev/null and b/LICENSE.pdf differ
diff --git a/README.md b/README.md
index 542e73b..e41083a 100644
--- a/README.md
+++ b/README.md
@@ -2,3 +2,25 @@ insee-200m-extract
==================
Extracteur de données INSEE carroyées 200m au format GeoTiff / CSV
+
+Ce programme extrait une partie des données carroyées 200m
+publiées par l'INSEE, au format GeoTiff et/ou CSV.
+
+Ce programme est un logiciel libre (licence EUPL v.1.1)
+développé par Mecatran pour le compte du DREAL PACA.
+Pour plus d'information sur la licence,
+[veuillez consulter cette page](https://joinup.ec.europa.eu/software/page/eupl/licence-eupl).
+
+Les données des rectangles sont fusionnées aux carrés selon
+la méthode préconisée par l'INSEE (voir méthodologie en ligne).
+
+Deux formats sont disponibles: GeoTIFF ou CSV.
+En GeoTiff, le CRS est celui des données sources (EPSG:3035).
+En CSV, il est possible de choisir le CRS de sortie.
+
+Les variables disponibles sont celles des données publiées (population, ages, revenus, mégages...)
+Elles sont disponibles en sortie à la fois sous forme de somme
+sur un carreau (suffixe 'sum') et normalisé par individu ou ménage (suffixe 'norm').
+
+Pour plus d'information sur les variables disponibles,
+[veuillez consulter cette page](http://www.insee.fr/fr/themes/detail.asp?reg_id=0&ref_id=donnees-carroyees).
diff --git a/build.gradle b/build.gradle
new file mode 100644
index 0000000..050a0c1
--- /dev/null
+++ b/build.gradle
@@ -0,0 +1,43 @@
+apply plugin: 'java'
+apply plugin: 'eclipse'
+apply plugin: 'application'
+
+version = "0.1"
+mainClassName = "com.mecatran.insee.extract.Main"
+
+repositories {
+ // Warning -- GeoTools repo should be defined
+ // BEFORE Maven central, otherwise jai-core is
+ // not found. To check out why, please see:
+ // https://issues.gradle.org/browse/GRADLE-2395
+ maven {
+ // GeoTools (CRS conversion)
+ url "http://download.osgeo.org/webdav/geotools/"
+ }
+ mavenCentral()
+ maven {
+ // dans-dbf-lib (dBase reader)
+ url "http://matsim.org/m2repo"
+ }
+}
+
+dependencies {
+ // dans-dbf dBase lib has a cleaner interface, but is 10x slower than xBaseJ...
+ // compile 'nl.knaw.dans.common:dans-dbf-lib:1.0.0-beta-07'
+ compile 'org.xBaseJ:xbasej:20091203'
+ compile 'org.geotools:gt-epsg-hsql:12.1'
+ compile 'org.geotools:gt-geotiff:12.1'
+ compile 'com.beust:jcommander:1.30'
+ compile 'org.apache.commons:commons-csv:1.0'
+}
+
+task "create-dirs" << {
+ sourceSets*.java.srcDirs*.each { it.mkdirs() }
+ sourceSets*.resources.srcDirs*.each { it.mkdirs() }
+}
+
+jar {
+ manifest {
+ attributes 'Implementation-Version': version
+} }
+
diff --git a/src/main/java/com/mecatran/insee/extract/CRSUtils.java b/src/main/java/com/mecatran/insee/extract/CRSUtils.java
new file mode 100644
index 0000000..39cdec9
--- /dev/null
+++ b/src/main/java/com/mecatran/insee/extract/CRSUtils.java
@@ -0,0 +1,35 @@
+/*
+ * This software is released under the European Union Public Licence (EUPL v.1.1).
+ * https://joinup.ec.europa.eu/software/page/eupl/licence-eupl
+ *
+ * Copyright (c) 2015 Mecatran / DREAL PACA
+ */
+package com.mecatran.insee.extract;
+
+import org.geotools.geometry.DirectPosition2D;
+import org.opengis.geometry.DirectPosition;
+import org.opengis.referencing.crs.CoordinateReferenceSystem;
+
+public class CRSUtils {
+
+ /**
+ * @param sourceCRS
+ * The source CRS (Currently only EPSG:3035)
+ * @param strCoord
+ * The coordinate in string format (NyyyyyExxxxx)
+ * @return
+ */
+ public static DirectPosition parseCRS(CoordinateReferenceSystem sourceCRS,
+ String strCoord) {
+ String crsCode = sourceCRS.getName().getCode();
+ if (!crsCode.equals("ETRS89 / LAEA Europe"))
+ throw new UnsupportedOperationException();
+ String northStr = strCoord.substring(strCoord.indexOf('N') + 1,
+ strCoord.indexOf('E'));
+ String eastStr = strCoord.substring(strCoord.indexOf('E') + 1,
+ strCoord.length());
+ double north = Integer.parseInt(northStr);
+ double east = Integer.parseInt(eastStr);
+ return new DirectPosition2D(sourceCRS, east, north);
+ }
+}
diff --git a/src/main/java/com/mecatran/insee/extract/Carreau.java b/src/main/java/com/mecatran/insee/extract/Carreau.java
new file mode 100644
index 0000000..947bdec
--- /dev/null
+++ b/src/main/java/com/mecatran/insee/extract/Carreau.java
@@ -0,0 +1,32 @@
+/*
+ * This software is released under the European Union Public Licence (EUPL v.1.1).
+ * https://joinup.ec.europa.eu/software/page/eupl/licence-eupl
+ *
+ * Copyright (c) 2015 Mecatran / DREAL PACA
+ */
+package com.mecatran.insee.extract;
+
+import org.geotools.coverage.grid.GridCoordinates2D;
+import org.opengis.geometry.DirectPosition;
+
+public class Carreau {
+
+ /* Position in data CRS (EPSG:3035) */
+ public DirectPosition position;
+
+ public GridCoordinates2D gridPosition;
+
+ /* Carreau ID */
+ public String id;
+
+ /* Rectangle ID */
+ public String idRect;
+
+ public float nbIndividus;
+
+ public float nbMenages;
+
+ public float[] varsSummed;
+ public float[] varsNormalized;
+
+}
diff --git a/src/main/java/com/mecatran/insee/extract/Insee200mConv.java b/src/main/java/com/mecatran/insee/extract/Insee200mConv.java
new file mode 100644
index 0000000..efb7696
--- /dev/null
+++ b/src/main/java/com/mecatran/insee/extract/Insee200mConv.java
@@ -0,0 +1,355 @@
+/*
+ * This software is released under the European Union Public Licence (EUPL v.1.1).
+ * https://joinup.ec.europa.eu/software/page/eupl/licence-eupl
+ *
+ * Copyright (c) 2015 Mecatran / DREAL PACA
+ */
+package com.mecatran.insee.extract;
+
+import java.io.File;
+import java.io.FileWriter;
+import java.util.ArrayList;
+import java.util.HashMap;
+import java.util.List;
+import java.util.Map;
+
+import org.apache.commons.csv.CSVFormat;
+import org.apache.commons.csv.CSVPrinter;
+import org.geotools.coverage.grid.GridCoordinates2D;
+import org.geotools.coverage.grid.GridCoverage2D;
+import org.geotools.coverage.grid.GridCoverageFactory;
+import org.geotools.coverage.grid.GridGeometry2D;
+import org.geotools.coverage.grid.io.AbstractGridFormat;
+import org.geotools.gce.geotiff.GeoTiffFormat;
+import org.geotools.gce.geotiff.GeoTiffWriteParams;
+import org.geotools.gce.geotiff.GeoTiffWriter;
+import org.geotools.geometry.DirectPosition2D;
+import org.geotools.geometry.Envelope2D;
+import org.geotools.referencing.CRS;
+import org.opengis.geometry.DirectPosition;
+import org.opengis.metadata.spatial.PixelOrientation;
+import org.opengis.parameter.GeneralParameterValue;
+import org.opengis.parameter.ParameterValueGroup;
+import org.opengis.referencing.crs.CoordinateReferenceSystem;
+import org.opengis.referencing.operation.MathTransform;
+import org.opengis.referencing.operation.MathTransform2D;
+import org.xBaseJ.DBF;
+import org.xBaseJ.fields.CharField;
+import org.xBaseJ.fields.NumField;
+
+public class Insee200mConv {
+
+ public static final int GRID_SIZE_METERS = 200;
+
+ public Envelope2D envelope;
+ public boolean envelopeIsSourceCRS = true;
+ public CoordinateReferenceSystem sourceCRS;
+ /*
+ * Note: Raster output CRS *must* be the source CRS, otherwise we would need
+ * to resample and thus loose precision. For CSV output however, we can pick
+ * whatever CRS we want.
+ */
+ public CoordinateReferenceSystem csvCRS;
+ public MathTransform transform;
+
+ public String baseFilename = "insee_200m";
+ public boolean outputGeotiff;
+ public boolean outputCsv;
+
+ /* X/Y size of output raster grid */
+ private int sx, sy;
+ /* Data CRS to grid coordinates */
+ private MathTransform2D gridTransform;
+
+ /* All carreaux in the envelope */
+ private Map carreaux;
+ /* Index of rectangle ID -> carreaux */
+ private Map> carreauxPerRect;
+
+ /* Normalize per individual */
+ private static final int INDIVIDU = 0;
+ /* Normalize per household */
+ private static final int MENAGE = 1;
+
+ private static final int NDX_INDIVIDU = -1;
+ private static final int NDX_MENAGE = -2;
+
+ private static final String[] INSEE_VAR_NAMES = new String[] { "men_surf",
+ "men_occ5", "men_coll", "men_5ind", "men_1ind", "men_prop",
+ "men_basr", "ind_age1", "ind_age2", "ind_age3", "ind_age4",
+ "ind_age5", "ind_age6", "ind_age7", "ind_age8", "ind_srf" };
+ private static final int[] INSEE_DATA_TYPE = new int[] { MENAGE, MENAGE,
+ MENAGE, MENAGE, MENAGE, MENAGE, MENAGE, INDIVIDU, INDIVIDU,
+ INDIVIDU, INDIVIDU, INDIVIDU, INDIVIDU, INDIVIDU, INDIVIDU,
+ INDIVIDU };
+
+ public Insee200mConv() throws Exception {
+ envelope = new Envelope2D();
+ sourceCRS = CRS.decode("EPSG:3035", true);
+ csvCRS = CRS.decode("EPSG:4326", true);
+ transform = CRS.findMathTransform(sourceCRS, csvCRS);
+ }
+
+ public void run() throws Exception {
+
+ /* Compute output raster grid size. */
+ sx = (int) Math.round(envelope.width / GRID_SIZE_METERS);
+ sy = (int) Math.round(envelope.height / GRID_SIZE_METERS);
+
+ /*
+ * Compute data CRS to grid coordinate transform. TODO Is there a
+ * simpler way to create a GridGeometry with a given raster size
+ * (width/height) *and* giving the pixel orientation as a parameter?
+ */
+ float[][] rasterData = createNanFloatArray(sx, sy);
+ GridCoverage2D gridCoverage = new GridCoverageFactory().create("TEMP",
+ rasterData, envelope);
+ GridGeometry2D gridGeometry = gridCoverage.getGridGeometry();
+ gridTransform = gridGeometry
+ .getCRSToGrid2D(PixelOrientation.LOWER_LEFT);
+
+ /* Read the data. */
+ readCarreaux();
+ readRectangles();
+
+ if (outputGeotiff) {
+ outputGeotiff(NDX_INDIVIDU, false);
+ outputGeotiff(NDX_MENAGE, false);
+ for (int varIndex = 0; varIndex < INSEE_VAR_NAMES.length; varIndex++) {
+ outputGeotiff(varIndex, false);
+ outputGeotiff(varIndex, true);
+ }
+ }
+
+ if (outputCsv) {
+ outputCsv();
+ }
+ }
+
+ private void readCarreaux() throws Exception {
+ System.out.println("Lecture de la table des carreaux...");
+
+ carreaux = new HashMap<>(sx * sy);
+ carreauxPerRect = new HashMap<>(sx * sy / 2);
+
+ DBF tableCar = new DBF("car_m.dbf");
+ NumField nbIndField = (NumField) tableCar.getField("ind_c");
+ CharField idField = (CharField) tableCar.getField("id");
+ CharField idInspireField = (CharField) tableCar.getField("idINSPIRE");
+ CharField idRectField = (CharField) tableCar.getField("idk");
+
+ for (int i = 0; i < tableCar.getRecordCount(); i++) {
+ tableCar.read();
+
+ String idInspire = idInspireField.get();
+ String strPos = idInspire.substring(15);
+ DirectPosition sPos = CRSUtils.parseCRS(sourceCRS, strPos);
+
+ DirectPosition2D gridPosition = new DirectPosition2D();
+ gridTransform.transform(sPos, gridPosition);
+ GridCoordinates2D gridCoord = new GridCoordinates2D(
+ (int) gridPosition.x, (int) gridPosition.y);
+
+ /*
+ * To be sure we are on the raster grid, we check if the *grid*
+ * coordinate is in the grid envelope, not the data CRS (there could
+ * be rounding issues).
+ */
+ if (gridCoord.x >= 0 && gridCoord.x < sx && gridCoord.y >= 0
+ && gridCoord.y < sy) {
+ String idRectangle = idRectField.get();
+
+ /* In bounds: create new carreau */
+ Carreau carreau = new Carreau();
+ carreau.id = idField.get();
+ carreau.idRect = idRectangle;
+ carreau.nbIndividus = Float.parseFloat(nbIndField.get());
+ carreau.position = sPos;
+ carreau.gridPosition = gridCoord;
+
+ carreaux.put(carreau.id, carreau);
+
+ /* Add it to rectangle -> carreau index */
+ List carreauxForRect = carreauxPerRect
+ .get(idRectangle);
+ if (carreauxForRect == null) {
+ carreauxForRect = new ArrayList<>(16);
+ carreauxPerRect.put(idRectangle, carreauxForRect);
+ }
+ carreauxForRect.add(carreau);
+
+ }
+
+ if (i % 100000 == 0) {
+ System.out.print(".");
+ }
+ }
+ System.out.println(tableCar.getRecordCount() + " carreaux, "
+ + carreaux.size() + " dans l'enveloppe.");
+ tableCar.close();
+ }
+
+ private void readRectangles() throws Exception {
+ System.out.println("Lecture de la table des rectangles...");
+
+ DBF tableRect = new DBF("rect_m.dbf");
+ CharField idRectField = (CharField) tableRect.getField("idk");
+ NumField nbIndRectField = (NumField) tableRect.getField("ind_r");
+ NumField nbMenRectField = (NumField) tableRect.getField("men");
+ NumField[] varField = new NumField[INSEE_VAR_NAMES.length];
+ for (int i = 0; i < INSEE_VAR_NAMES.length; i++) {
+ varField[i] = (NumField) tableRect.getField(INSEE_VAR_NAMES[i]);
+ }
+
+ int nProc = 0;
+ for (int i = 0; i < tableRect.getRecordCount(); i++) {
+ tableRect.read();
+
+ String idRectangle = idRectField.get();
+ List carreauxForRect = carreauxPerRect.get(idRectangle);
+ if (carreauxForRect != null) {
+ float nbIndividusRect = Float.parseFloat(nbIndRectField.get());
+ float nbMenagesRect = Float.parseFloat(nbMenRectField.get());
+ for (Carreau carreau : carreauxForRect) {
+ float kSum = carreau.nbIndividus / nbIndividusRect;
+ carreau.nbMenages = nbMenagesRect * kSum;
+ carreau.varsSummed = new float[varField.length];
+ carreau.varsNormalized = new float[varField.length];
+ for (int j = 0; j < varField.length; j++) {
+ carreau.varsSummed[j] = Float.NaN;
+ carreau.varsNormalized[j] = Float.NaN;
+ }
+ for (int j = 0; j < varField.length; j++) {
+ String varStr = varField[j].get();
+ if (varStr.length() > 0) {
+ float rectVar = Float.parseFloat(varStr);
+ carreau.varsSummed[j] = rectVar * kSum;
+ switch (INSEE_DATA_TYPE[j]) {
+ case INDIVIDU:
+ carreau.varsNormalized[j] = rectVar
+ / nbIndividusRect;
+ break;
+ case MENAGE:
+ carreau.varsNormalized[j] = rectVar
+ / nbMenagesRect;
+ break;
+ default:
+ throw new IllegalStateException();
+ }
+ }
+ }
+ }
+ nProc++;
+ }
+
+ if (i % 100000 == 0) {
+ System.out.print(".");
+ }
+ }
+ System.out.println(tableRect.getRecordCount() + " rectangles, " + nProc
+ + " touchant l'enveloppe.");
+ tableRect.close();
+ }
+
+ private void outputGeotiff(int varIndex, boolean normalized)
+ throws Exception {
+ float[][] rasterData = createNanFloatArray(sx, sy);
+
+ for (Carreau carreau : carreaux.values()) {
+ float var;
+ switch (varIndex) {
+ case NDX_INDIVIDU:
+ var = carreau.nbIndividus;
+ break;
+ case NDX_MENAGE:
+ var = carreau.nbMenages;
+ break;
+ default:
+ var = normalized ? carreau.varsNormalized[varIndex]
+ : carreau.varsSummed[varIndex];
+ break;
+ }
+ rasterData[carreau.gridPosition.y][carreau.gridPosition.x] = var;
+ }
+ String suffix;
+ switch (varIndex) {
+ case NDX_INDIVIDU:
+ suffix = "ind";
+ break;
+ case NDX_MENAGE:
+ suffix = "men";
+ break;
+ default:
+ suffix = INSEE_VAR_NAMES[varIndex]
+ + (normalized ? "_norm" : "_sum");
+ break;
+ }
+ String fileName = baseFilename + "_" + suffix + ".tiff";
+ GridCoverage2D gridCoverage = new GridCoverageFactory().create(
+ "INSEE 200m", rasterData, envelope);
+ writeGeoTiff(fileName, gridCoverage);
+ }
+
+ private float[][] createNanFloatArray(int sx, int sy) {
+ float[][] ret = new float[sy][sx];
+ for (int iy = 0; iy < ret.length; iy++) {
+ for (int ix = 0; ix < ret[iy].length; ix++) {
+ ret[iy][ix] = Float.NaN;
+ }
+ }
+ return ret;
+ }
+
+ private void writeGeoTiff(String filename, GridCoverage2D gridCoverage)
+ throws Exception {
+ System.out.println("Sauvegarde fichier GeoTiff '" + filename + "'...");
+
+ GeoTiffWriteParams writeParams = new GeoTiffWriteParams();
+ writeParams.setCompressionMode(GeoTiffWriteParams.MODE_EXPLICIT);
+ writeParams.setCompressionType("LZW");
+ ParameterValueGroup params = new GeoTiffFormat().getWriteParameters();
+ /*
+ * TODO Force GTRasterTypeGeoKey to RasterPixelIsArea (but this should
+ * be safe anyway as it is now, as this is the default.)
+ */
+ params.parameter(
+ AbstractGridFormat.GEOTOOLS_WRITE_PARAMS.getName().toString())
+ .setValue(writeParams);
+ GeoTiffWriter writer = new GeoTiffWriter(new File(filename));
+ writer.write(gridCoverage,
+ params.values().toArray(new GeneralParameterValue[1]));
+ }
+
+ private void outputCsv() throws Exception {
+ String filename = baseFilename + ".csv";
+ System.out.println("Sauvegarde fichier CSV '" + filename + "'...");
+ List headers = new ArrayList();
+ headers.add("x");
+ headers.add("y");
+ headers.add("ind");
+ headers.add("men");
+ for (String var : INSEE_VAR_NAMES) {
+ headers.add(var + "_sum");
+ headers.add(var + "_norm");
+ }
+ Appendable out = new FileWriter(filename);
+ CSVPrinter csvPrinter = CSVFormat.DEFAULT.withHeader(
+ headers.toArray(new String[0])).print(out);
+ for (Carreau carreau : carreaux.values()) {
+ DirectPosition targetPosition = transform.transform(
+ carreau.position, null);
+ List