From be6bb20c59e034769baf4c2171f29a8fb15c3ccb Mon Sep 17 00:00:00 2001 From: Dave Smith Date: Tue, 16 Mar 2010 13:30:22 -0600 Subject: [PATCH] Revamp deps system to NOT pull down deps automatically. You must now use pull-deps explicitly --- src/rebar_core.erl | 71 +++++++++++++++++-------------- src/rebar_deps.erl | 101 ++++++++++++++++++++++++++++++--------------- 2 files changed, 106 insertions(+), 66 deletions(-) diff --git a/src/rebar_core.erl b/src/rebar_core.erl index 7cf0c7a..3f8c2ba 100644 --- a/src/rebar_core.erl +++ b/src/rebar_core.erl @@ -176,45 +176,52 @@ filter_flags([Item | Rest], Commands) -> process_dir(Dir, ParentConfig, Commands) -> - ok = file:set_cwd(Dir), - Config = rebar_config:new(ParentConfig), + case filelib:is_dir(Dir) of + false -> + ?WARN("Skipping non-existent sub-dir: ~p\n", [Dir]), + ok; - %% Save the current code path and then update it with - %% lib_dirs. Children inherit parents code path, but we - %% also want to ensure that we restore everything to pristine - %% condition after processing this child - CurrentCodePath = update_code_path(Config), + true -> + ok = file:set_cwd(Dir), + Config = rebar_config:new(ParentConfig), - %% Get the list of processing modules and check each one against - %% CWD to see if it's a fit -- if it is, use that set of modules - %% to process this dir. - {ok, AvailModuleSets} = application:get_env(rebar, modules), - {DirModules, ModuleSetFile} = choose_module_set(AvailModuleSets, Dir), + %% Save the current code path and then update it with + %% lib_dirs. Children inherit parents code path, but we + %% also want to ensure that we restore everything to pristine + %% condition after processing this child + CurrentCodePath = update_code_path(Config), - %% Get the list of modules for "any dir". This is a catch-all list of modules - %% that are processed in addion to modules associated with this directory - %% type. These any_dir modules are processed FIRST. - {ok, AnyDirModules} = application:get_env(rebar, any_dir_modules), - Modules = AnyDirModules ++ DirModules, + %% Get the list of processing modules and check each one against + %% CWD to see if it's a fit -- if it is, use that set of modules + %% to process this dir. + {ok, AvailModuleSets} = application:get_env(rebar, modules), + {DirModules, ModuleSetFile} = choose_module_set(AvailModuleSets, Dir), - %% Give the modules a chance to tweak config and indicate if there - %% are any other dirs that might need processing first. - {UpdatedConfig, Dirs} = acc_modules(select_modules(Modules, preprocess, []), - preprocess, Config, ModuleSetFile, []), - ?DEBUG("~s subdirs: ~p\n", [Dir, Dirs]), - [process_dir(D, UpdatedConfig, Commands) || D <- Dirs], + %% Get the list of modules for "any dir". This is a catch-all list of modules + %% that are processed in addion to modules associated with this directory + %% type. These any_dir modules are processed FIRST. + {ok, AnyDirModules} = application:get_env(rebar, any_dir_modules), + Modules = AnyDirModules ++ DirModules, - %% Make sure the CWD is reset properly; processing subdirs may have caused it - %% to change - ok = file:set_cwd(Dir), + %% Give the modules a chance to tweak config and indicate if there + %% are any other dirs that might need processing first. + {UpdatedConfig, Dirs} = acc_modules(select_modules(Modules, preprocess, []), + preprocess, Config, ModuleSetFile, []), + ?DEBUG("~s subdirs: ~p\n", [Dir, Dirs]), + [process_dir(D, UpdatedConfig, Commands) || D <- Dirs], - %% Finally, process the current working directory - apply_commands(Commands, Modules, UpdatedConfig, ModuleSetFile), + %% Make sure the CWD is reset properly; processing subdirs may have caused it + %% to change + ok = file:set_cwd(Dir), - %% Once we're all done processing, reset the code path to whatever - %% the parent initialized it to - restore_code_path(CurrentCodePath), - ok. + %% Finally, process the current working directory + apply_commands(Commands, Modules, UpdatedConfig, ModuleSetFile), + + %% Once we're all done processing, reset the code path to whatever + %% the parent initialized it to + restore_code_path(CurrentCodePath), + ok + end. %% %% Given a list of module sets from rebar.app and a directory, find diff --git a/src/rebar_deps.erl b/src/rebar_deps.erl index 5ba0af3..3a8571c 100644 --- a/src/rebar_deps.erl +++ b/src/rebar_deps.erl @@ -29,13 +29,55 @@ -include("rebar.hrl"). -export([preprocess/2, - distclean/2]). + 'get-deps'/2, + 'delete-deps'/2]). %% =================================================================== %% Public API %% =================================================================== preprocess(Config, _) -> + DepsDir = get_deps_dir(Config), + Config2 = rebar_config:set(Config, deps_dir, DepsDir), + + %% Check for available deps, using the list of deps specified in our config. + %% We use the directory from the list of tuples for deps with source information to + %% update our list of directories to process. + case catch(check_deps(rebar_config:get_local(Config, deps, []), [], DepsDir)) of + Deps when is_list(Deps) -> + %% Walk all the deps and make sure they are available on the code path, + %% if the application we're interested in actually exists there. + ok = update_deps_code_path(Deps), + {ok, Config2, [Dir || {Dir, _, _, _} <- Deps]}; + {'EXIT', Reason} -> + ?ABORT("Error while processing dependencies: ~p\n", [Reason]) + end. + +'get-deps'(Config, _) -> + DepsDir = get_deps_dir(Config), + + %% Get a list of deps that need to be downloaded + case catch(check_deps(rebar_config:get_local(Config, deps, []), [], DepsDir)) of + Deps when is_list(Deps) -> + %% Now for each dependency tuple, pull it + [use_source(Dir, App, VsnRegex, Source) || {Dir, App, VsnRegex, Source} <- Deps], + ok; + {'EXIT', Reason} -> + ?ABORT("Error while processing dependencies: ~p\n", [Reason]) + end. + +'delete-deps'(Config, _) -> + %% Delete all the deps which we downloaded (or would have caused to be + %% downloaded). + DepsDir = rebar_config:get(Config, deps_dir, rebar_utils:get_cwd()), + ?DEBUG("Delete deps: ~p\n", [rebar_config:get(Config, deps, [])]), + delete_deps(rebar_config:get_local(Config, deps, []), DepsDir). + +%% =================================================================== +%% Internal functions +%% =================================================================== + +get_deps_dir(Config) -> %% Get the directory where we will place downloaded deps. Take steps %% to ensure that if we're doing a multi-level build, all the deps will %% wind up in a single directory; avoiding potential pain from having @@ -49,50 +91,40 @@ preprocess(Config, _) -> AllDirs -> DepsDir = filename:absname(hd(lists:reverse(AllDirs))) end, - ?DEBUG("~s: Using deps dir: ~s\n", [rebar_utils:get_cwd(), DepsDir]), - Config2 = rebar_config:set(Config, deps_dir, DepsDir), + DepsDir. - %% Process the list of local deps from the configuration - case catch(process_deps(rebar_config:get_local(Config, deps, []), [], DepsDir)) of - Dirs when is_list(Dirs) -> - {ok, Config2, Dirs}; - {'EXIT', Reason} -> - ?ABORT("Error while processing dependencies: ~p\n", [Reason]) - end. +update_deps_code_path([]) -> + ok; +update_deps_code_path([{AppDir, App, VsnRegex, _Source} | Rest]) -> + case is_app_available(App, VsnRegex, AppDir) of + true -> + code:add_patha(filename:join(AppDir, ebin)); + false -> + ok + end, + update_deps_code_path(Rest). -distclean(Config, _) -> - %% Delete all the deps which we downloaded (or would have caused to be - %% downloaded). - DepsDir = rebar_config:get(Config, deps_dir, rebar_utils:get_cwd()), - ?DEBUG("Delete deps: ~p\n", [rebar_config:get(Config, deps, [])]), - delete_deps(rebar_config:get_local(Config, deps, []), DepsDir). - -%% =================================================================== -%% Internal functions -%% =================================================================== - -process_deps([], Acc, _Dir) -> +check_deps([], Acc, _Dir) -> Acc; -process_deps([App | Rest], Acc, Dir) when is_atom(App) -> +check_deps([App | Rest], Acc, Dir) when is_atom(App) -> require_app(App, ".*"), - process_deps(Rest, Acc, Dir); -process_deps([{App, VsnRegex} | Rest], Acc, Dir) when is_atom(App) -> + check_deps(Rest, Acc, Dir); +check_deps([{App, VsnRegex} | Rest], Acc, Dir) when is_atom(App) -> require_app(App, VsnRegex), - process_deps(Rest, Acc, Dir); -process_deps([{App, VsnRegex, Source} | Rest], Acc, Dir) -> + check_deps(Rest, Acc, Dir); +check_deps([{App, VsnRegex, Source} | Rest], Acc, Dir) -> case is_app_available(App, VsnRegex) of true -> - process_deps(Rest, Acc, Dir); + check_deps(Rest, Acc, Dir); false -> - %% App may not be on the code path, or the version that is doesn't - %% match our regex. Either way, we want to pull our revision into - %% the deps dir and try to use that + %% App is not on our code path OR the version that is available + %% doesn't match our regex. Return a tuple containing the target dir + %% and source information. AppDir = filename:join(Dir, App), - use_source(AppDir, App, VsnRegex, Source), - process_deps(Rest, [AppDir | Acc], Dir) + check_deps(Rest, [{AppDir, App, VsnRegex, Source} | Acc], Dir) end; -process_deps([Other | _Rest], _Acc, _Dir) -> +check_deps([Other | _Rest], _Acc, _Dir) -> ?ABORT("Invalid dependency specification ~p in ~s\n", [Other, rebar_utils:get_cwd()]). @@ -170,6 +202,7 @@ is_app_available(App, VsnRegex, Path) -> end. use_source(AppDir, App, VsnRegex, Source) -> + ?CONSOLE("Pulling ~p from ~p\n", [App, Source]), use_source(AppDir, App, VsnRegex, Source, 3). use_source(_AppDir, _App, _VsnRegex, Source, 0) ->