[jbuilder] turn I{Std,List} and atd-generated files into libraries

Summary:
This simplifies the jbuild files: no need to list these files explicitly
anymore, nor to exclude them explicitly from the main `InferModules` library
(due to their different compilation flags).

Isolate common parts into jbuild.common do `cat`-based code inclusion into
jbuild files to factorize code.

Reviewed By: jberdine

Differential Revision: D5678328

fbshipit-source-id: 6d7d925

.gitignore

@@ -122,15 +122,13 @@ buck-out/
 /infer/etc/clang_ast.dict
 /infer/src/toplevel.mlpack
 
-#atdgen stubs
-/infer/src/backend/jsonbug_j.ml
-/infer/src/backend/jsonbug_j.mli
-/infer/src/backend/jsonbug_t.ml
-/infer/src/backend/jsonbug_t.mli
-/infer/src/checkers/stacktree_j.ml
-/infer/src/checkers/stacktree_j.mli
-/infer/src/checkers/stacktree_t.ml
-/infer/src/checkers/stacktree_t.mli
+# atdgen generated files
+/infer/src/atd/*_j.ml
+/infer/src/atd/*_j.mli
+/infer/src/atd/*_t.ml
+/infer/src/atd/*_t.mli
+/infer/src/atd/clang_*.ml
+/infer/src/atd/clang_*.mli
 
 # intelliJ files
 /infer/src/backend/.projectSettings
@@ -153,6 +151,9 @@ infer/src/.project
 
 # jbuilder
 /infer/src/_build
+/infer/src/jbuild.common
 /infer/src/jbuild
+/infer/src/atd/jbuild
+/infer/src/istd/jbuild
+/infer/src/scripts/jbuild
 /infer/src/jbuild-workspace
-/infer/src/scripts/.merlin

CONTRIBUTING.md

@@ -71,7 +71,7 @@ us a line at [email protected]. Thanks!
 
 ### OCaml
 
-- The module IStd (infer/src/base/IStd.ml) is automatically opened in every file. Beware that this
+- The module IStd (infer/src/istd/IStd.ml) is automatically opened in every file. Beware that this
   can cause weird errors such as:
 ```
 $ pwd
@@ -85,10 +85,6 @@ Error: This variant expression is expected to have type 'a list
        The constructor true does not belong to type list
 ```
 
-  If your new module cannot compile with `IStd`, for instance because it's generated code, modify
-  the line in infer/src/Makefile that adds `-open IStd` so that your module is excluded (see how
-  it's done for other such modules, eg IStd.ml).
-
 - All modules open `IStd` using `open! IStd`. This is to make that fact more explicit (there's also
   the compilation flag mentioned above), and also it helps merlin find the right types. In
   particular this also opens `Core.Std`.

Makefile

@@ -309,7 +309,7 @@ toplevel: src_build_common
 	$(MAKE) -C $(SRC_DIR) toplevel)
 
 .PHONY: checkCopyright
-checkCopyright:
+checkCopyright: src_build_common
 	$(QUIET)$(call silent_on_success,Building checkCopyright,\
 	$(MAKE) -C $(SRC_DIR) checkCopyright)
 

configure.ac

@@ -18,7 +18,7 @@ AC_INIT([Infer],
         [0.13.0],
         [https://github.com/facebook/infer/issues/])
 
-AC_CONFIG_SRCDIR([infer/src/base/IStd.ml])
+AC_CONFIG_SRCDIR([infer/src/istd/IStd.ml])
 
 # WARNING: keep in sync with above
 INFER_MAJOR=0

infer/src/.merlin

@@ -1,4 +1,6 @@
-B _build/default/**
+B _build/default
+B _build/default/atd
+B _build/default/istd
 PKG ANSITerminal
 PKG atdgen
 PKG cmdliner
@@ -16,5 +18,5 @@ PKG yojson
 PKG zip
 FLG -principal -safe-string -short-paths -strict-formats -strict-sequence
 FLG -w +a-4-9-40-41-42-44-45-48-60
-FLG -open InferBaseStdlib -open InferGenerated -open InferModules
+FLG -open InferStdlib -open InferGenerated -open InferModules -open IStd
 S **

infer/src/Makefile

@@ -28,13 +28,13 @@ INFER_MAIN = infer
 
 #### Checkers declarations ####
 
-STACKTREE_ATDGEN_STUB_BASE = checkers/stacktree
+STACKTREE_ATDGEN_STUB_BASE = atd/stacktree
 STACKTREE_ATDGEN_STUB_ATD = $(STACKTREE_ATDGEN_STUB_BASE).atd
 STACKTREE_ATDGEN_STUBS = $(addprefix $(STACKTREE_ATDGEN_STUB_BASE), $(ATDGEN_SUFFIXES))
 
 #### InferPrint declarations ####
 
-INFERPRINT_ATDGEN_STUB_BASE = backend/jsonbug
+INFERPRINT_ATDGEN_STUB_BASE = atd/jsonbug
 INFERPRINT_ATDGEN_STUB_ATD = $(INFERPRINT_ATDGEN_STUB_BASE).atd
 INFERPRINT_ATDGEN_STUBS = $(addprefix $(INFERPRINT_ATDGEN_STUB_BASE), $(ATDGEN_SUFFIXES))
 
@@ -58,7 +58,7 @@ JAVA_SOURCES = java
 
 CLANG_SOURCES = clang
 
-CLANG_PLUGIN_MIRROR = clang_plugin
+CLANG_PLUGIN_MIRROR = atd
 
 FCP_CLANG_OCAML_BUILD_DIR = $(FCP_CLANG_OCAML_DIR)/build
 
@@ -116,7 +116,9 @@ OCAML_SOURCES = \
 .PHONY: all
 all: infer
 
-$(INFER_BUILD_DIR)/.ppx/ppx_compare/ppx.exe: jbuild jbuild-workspace $(OCAML_GENERATED_SOURCES)
+$(INFER_BUILD_DIR)/.ppx/ppx_compare/ppx.exe: \
+  jbuild atd/jbuild istd/jbuild scripts/jbuild jbuild-workspace \
+  $(OCAML_GENERATED_SOURCES) $(MAKEFILE_LIST)
 #      some voodoo to make jbuilder tolerate being run in parallel: force jbuilder to build its
 #      jbuild files and some files that have been seen to race otherwise
 	jbuilder build \
@@ -215,7 +217,7 @@ toplevel: $(INFER_BUILD_DIR)/infertop.bc
 .PHONY: checkCopyright
 checkCopyright: $(CHECKCOPYRIGHT_BIN)
 
-$(CHECKCOPYRIGHT_BIN): scripts/$(CHECKCOPYRIGHT_MAIN).ml $(MAKEFILE_LIST)
+$(CHECKCOPYRIGHT_BIN): $(SRC_BUILD_COMMON) $(MAKEFILE_LIST)
 	jbuilder build $(INFER_BUILD_DIR)/scripts/$(CHECKCOPYRIGHT_MAIN).exe
 	$(INSTALL_PROGRAM) $(INFER_BUILD_DIR)/scripts/$(CHECKCOPYRIGHT_MAIN).exe $(CHECKCOPYRIGHT_BIN)
 
@@ -264,7 +266,7 @@ $(CLANG_BINIOU_DICT): $(CLANG_ATDGEN_STUB_ATD)
 	  | sort | uniq  \
 	  > $@
 
-jbuild jbuild-workspace base/Version.ml: $(MAKEFILE_LIST)
+jbuild.common jbuild-workspace base/Version.ml: $(MAKEFILE_LIST)
 	TMPFILE=$$(mktemp $@.tmp.XXXX); \
 	INFER_GIT_COMMIT=$$(git --work-tree=$(ROOT_DIR) --git-dir=$(ROOT_DIR)/.git rev-parse --short HEAD || printf "unknown"); \
 	INFER_GIT_BRANCH=$$(git --work-tree=$(ROOT_DIR) --git-dir=$(ROOT_DIR)/.git rev-parse --abbrev-ref HEAD || printf "unknown"); \
@@ -285,26 +287,32 @@ jbuild jbuild-workspace base/Version.ml: $(MAKEFILE_LIST)
 	  $@.in > "$$TMPFILE"; \
 	cat "$$TMPFILE" > $@; \
 	$(REMOVE) "$$TMPFILE"
-jbuild: jbuild.in
+jbuild.common: jbuild.common.in
 jbuild-workspace: jbuild-workspace.in
 base/Version.ml: base/Version.ml.in
 
+jbuild atd/jbuild istd/jbuild scripts/jbuild: jbuild.common
+	$(QUIET)cat $+ > $@
+
+jbuild: jbuild.in
+atd/jbuild: atd/jbuild.in
+istd/jbuild: istd/jbuild.in
+scripts/jbuild: scripts/jbuild.in
+
 .PHONY: clean
 clean:
 	$(REMOVE) $(INFER_TARGET)
 	$(REMOVE) toplevel.mlpack
 	$(REMOVE_DIR) $(BUILD_DIR)
 	$(REMOVE) $(ETC_DIR)/clang_ast.dict
-	$(REMOVE) base/Version.ml jbuild jbuild-workspace
+	$(REMOVE) base/Version.ml jbuild atd/jbuild istd/jbuild jbuild-workspace
 	$(REMOVE) base/Version.ml.tmp.* jbuild.tmp.* jbuild-workspace.tmp.*
-	$(REMOVE) backend/jsonbug_{j,t}.ml{,i}
-	$(REMOVE) checkers/stacktree_{j,t}.ml{,i}
 #	be a bit more aggressive than needed with what we remove here so that stale binaries that
 #	only existed in previous versions get removed as well
 	$(REMOVE) $(BIN_DIR)/Infer* $(BIN_DIR)/infer-* $(INFER_BIN){,.bc,.exe} $(INFER_BIN_ALIASES) \
 	  $(INFERUNIT_BIN) $(CHECKCOPYRIGHT_BIN)
 	$(REMOVE) $(INFER_CREATE_TRACEVIEW_LINKS_BIN)
-	$(REMOVE) $(CLANG_PLUGIN_MIRROR)/*
+	$(REMOVE) atd/*_{j,t,v}.ml{,i} atd/clang_*
 	$(REMOVE) mod_dep.dot
 	$(REMOVE) mod_dep.pdf
 

infer/src/atd/.merlin

@@ -0,0 +1,10 @@
+B ../_build/default/atd
+FLG -open InferGenerated -g -short-paths -safe-string -principal -strict-formats -strict-sequence -bin-annot -w +3+5+6+8+10+11+12+18+19+20+21+23+26+29+27+32+33+34+35+37+38+39+50+52+57-4-9-40-41-42-45-48 -w -27-32-34-35-39
+PKG atd
+PKG atdgen
+PKG biniou
+PKG easy-format
+PKG str
+PKG unix
+PKG yojson
+S .

infer/src/atd/jbuild.in

@@ -0,0 +1,14 @@
+(* -*- tuareg -*- *)
+(* NOTE: prepend jbuild.common to this file! *)
+
+let cflags = common_cflags @ ["-w"; "-27-32-34-35-39"]
+
+;; Format.sprintf {|
+(library
+ ((name InferGenerated)
+  (flags (%s))
+  (libraries (atdgen))
+ ))
+|}
+     (String.concat " " cflags)
+   |> Jbuild_plugin.V1.send

infer/src/istd/.merlin

@@ -0,0 +1,19 @@
+B ../_build/default/istd
+PKG ANSITerminal
+PKG atdgen
+PKG cmdliner
+PKG core
+PKG javalib
+PKG oUnit
+PKG parmap
+PKG ppx_compare
+PKG ptrees
+PKG sawja
+PKG str
+PKG unix
+PKG xmlm
+PKG yojson
+PKG zip
+FLG -principal -safe-string -short-paths -strict-formats -strict-sequence
+FLG -w +a-4-9-40-41-42-44-45-48-60
+S .

infer/src/istd/jbuild.in

@@ -0,0 +1,12 @@
+(* -*- tuareg -*- *)
+(* NOTE: prepend jbuild.common to this file! *)
+
+;; Format.sprintf {|
+(library
+ ((name InferStdlib)
+  (flags (%s))
+  (libraries (%s))
+ ))
+|}
+     (String.concat " " common_cflags) (String.concat " " common_libraries)
+   |> Jbuild_plugin.V1.send

infer/src/jbuild.common.in

@@ -0,0 +1,49 @@
+(* -*- tuareg -*- *)
+(* use strings so that it looks like OCaml even before substituting, e.g. to use ocamlformat *)
+
+let is_yes = String.equal "yes"
+
+let clang = is_yes "@BUILD_C_ANALYZERS@"
+
+let java = is_yes "@BUILD_JAVA_ANALYZERS@"
+
+let facebook = is_yes "@IS_FACEBOOK_TREE@"
+
+let extra_cflags = if "@EXTRA_CFLAGS" = "" then [] else ["@EXTRA_CFLAGS@"]
+
+let common_cflags =
+  let fatal_warnings = "+3+5+6+8+10+11+12+18+19+20+21+23+26+29+27+32+33+34+35+37+38+39+50+52+57" in
+  let warnings = fatal_warnings ^ "-4-9-40-41-42-45-48" in
+  let common_flags =
+    [ "-g"
+    ; "-short-paths"
+    ; "-safe-string"
+    ; "-principal"
+    ; "-strict-formats"
+    ; "-strict-sequence"
+    ; "-bin-annot"
+    ; "-w"
+    ; warnings ]
+  in
+  match Jbuild_plugin.V1.context with
+  | "test"
+   -> "-warn-error" :: fatal_warnings :: common_flags
+  | "default"
+   -> common_flags
+  | ctx
+   -> invalid_arg ("unknown context: " ^ ctx)
+
+let common_libraries =
+  (if java then ["javalib"; "ptrees"; "sawja"] else [])
+  @ [ "ANSITerminal"
+    ; "atdgen"
+    ; "cmdliner"
+    ; "core"
+    ; "extlib"
+    ; "oUnit"
+    ; "parmap"
+    ; "str"
+    ; "unix"
+    ; "xmlm"
+    ; "yojson"
+    ; "zip" ]