Cost-Effectiveness | GiveWell (function(w,d,s,l,i){w[l]=w[l]||[];w[l].push({'gtm.start':new Date().getTime(),event:'gtm.js'});var f=d.getElementsByTagName(s)[0];var j=d.createElement(s);var dl=l!='dataLayer'?'&l='+l:'';j.type='text/javascript';j.src='https://web.archive.org./web/20200803211502/https://www.googletagmanager.com/gtm.js?id='+i+dl+'';j.async=true;f.parentNode.insertBefore(j,f);})(window,document,'script','dataLayer','GTM-MKLT9TL'); jQuery.extend(Drupal.settings, {"basePath":"\/","pathPrefix":"","ajaxPageState":{"theme":"gw_basic","theme_token":"VLMF4b-owSLl3eb-m1qfsCsNdI-zJhfkSnVF1Mr9uaw","js":{"0":1,"sites\/all\/modules\/contrib\/jquery_update\/replace\/jquery\/1.10\/jquery.min.js":1,"misc\/jquery-extend-3.4.0.js":1,"misc\/jquery-html-prefilter-3.5.0-backport.js":1,"misc\/jquery.once.js":1,"misc\/drupal.js":1,"sites\/all\/modules\/contrib\/jquery_update\/replace\/ui\/ui\/minified\/jquery.ui.core.min.js":1,"sites\/all\/modules\/contrib\/jquery_update\/replace\/ui\/ui\/minified\/jquery.ui.widget.min.js":1,"sites\/all\/modules\/contrib\/jquery_update\/replace\/ui\/external\/jquery.cookie.js":1,"sites\/all\/modules\/contrib\/jquery_update\/replace\/ui\/ui\/minified\/jquery.ui.accordion.min.js":1,"sites\/all\/modules\/contrib\/resp_img\/resp_img.js":1,"sites\/all\/modules\/contrib\/tableofcontents\/js\/jquery.scrollTo-min.js":1,"sites\/all\/modules\/contrib\/tableofcontents\/js\/jquery.localscroll-min.js":1,"sites\/all\/modules\/contrib\/tableofcontents\/js\/tableofcontents.js":1,"sites\/all\/modules\/custom\/givewell_add_querystring\/js\/givewell_add_querystring.js":1,"sites\/all\/themes\/gw_basic\/scripts\/lib\/modernizr.custom.74085.js":1,"sites\/all\/themes\/gw_basic\/scripts\/lib\/mean-menu\/jquery.meanmenu.min.js":1,"sites\/all\/themes\/gw_basic\/scripts\/lib\/jquery-migrate-1.0.0.js":1,"sites\/all\/themes\/gw_basic\/scripts\/lib\/jquery-validation\/dist\/jquery.validate.min.js":1,"sites\/all\/themes\/gw_basic\/scripts\/lib\/multiselect\/jquery.multiselect.min.js":1,"sites\/all\/themes\/gw_basic\/scripts\/lib\/dropkick.js":1,"sites\/all\/themes\/gw_basic\/scripts\/lib\/jquery.pep.js":1,"sites\/all\/themes\/gw_basic\/scripts\/main.js":1},"css":{"modules\/system\/system.base.css":1,"modules\/system\/system.menus.css":1,"modules\/system\/system.messages.css":1,"modules\/system\/system.theme.css":1,"misc\/ui\/jquery.ui.core.css":1,"misc\/ui\/jquery.ui.theme.css":1,"misc\/ui\/jquery.ui.accordion.css":1,"modules\/aggregator\/aggregator.css":1,"modules\/comment\/comment.css":1,"sites\/all\/modules\/contrib\/date\/date_api\/date.css":1,"modules\/field\/theme\/field.css":1,"sites\/all\/modules\/contrib\/footnotes\/footnotes.css":1,"modules\/node\/node.css":1,"modules\/search\/search.css":1,"modules\/user\/user.css":1,"sites\/all\/modules\/contrib\/views\/css\/views.css":1,"sites\/all\/modules\/contrib\/ckeditor\/css\/ckeditor.css":1,"sites\/all\/modules\/contrib\/ctools\/css\/ctools.css":1,"sites\/all\/modules\/contrib\/taxonomy_access\/taxonomy_access.css":1,"sites\/all\/modules\/contrib\/content_type_extras\/css\/content_type_extras.css":1,"sites\/all\/modules\/contrib\/tableofcontents\/tableofcontents.css":1,"sites\/all\/modules\/contrib\/print\/print_ui\/css\/print_ui.theme.css":1,"sites\/all\/themes\/gw_basic\/styles\/css\/global\/normalize.css":1,"sites\/all\/themes\/gw_basic\/styles\/css\/global\/gw-fonts.css":1,"sites\/all\/themes\/gw_basic\/styles\/css\/global\/html.css":1,"sites\/all\/themes\/gw_basic\/styles\/css\/global\/global.css":1,"sites\/all\/themes\/gw_basic\/styles\/css\/global\/meanmenu.css":1,"sites\/all\/themes\/gw_basic\/styles\/css\/global\/page-layout.css":1,"sites\/all\/themes\/gw_basic\/styles\/css\/global\/html-colors.css":1,"sites\/all\/themes\/gw_basic\/styles\/css\/pages\/pages.css":1,"sites\/all\/themes\/gw_basic\/styles\/css\/pages\/new-home.css":1,"sites\/all\/themes\/gw_basic\/styles\/sitesearch.css":1,"sites\/all\/themes\/gw_basic\/styles\/formstack.css":1,"sites\/all\/themes\/gw_basic\/styles\/css\/global\/admin.css":1}},"respImg":{"default_suffix":"","current_suffix":false,"forceRedirect":false,"forceResize":false,"reloadOnResize":false,"useDevicePixelRatio":false,"suffixes":{"":1}},"tableofcontents":{"collapse":false,"scroll":true},"urlIsAjaxTrusted":{"\/how-we-work\/our-criteria\/cost-effectiveness":true}}); Jump to Navigation GiveWell Giving EffectivelyGiving 101 Your Donation Can Change Someone's Life The Wrong Donation Can Accomplish Nothing Your Dollar Goes Further Overseas Your Dollar Goes Further When You Fund the Right Program Quick Start Guide How We WorkWho We Are Process Criteria Transparency Evaluations of GiveWell Research FAQ Core Competencies Top CharitiesMalaria Consortium Against Malaria Foundation Helen Keller International Deworm the World Initiative SCI Foundation Sightsavers The END Fund GiveDirectly Standout Charities ResearchCharity Site Visits Notes from Research Conversations Intervention Reports Cost-Effectiveness Analyses Other Charity Reviews GiveWell Incubation Grants Our Mistakes AboutAbout GiveWell Progress to Date Our Story Our People Official Records Reputation Impact Frequently Asked Questions Donate Contact Us Jobs UpdatesBlog RSS Feeds Stay Updated Enter search terms here. This search returns results from both GiveWell's main site and from the GiveWell Blog.

Search form Search DonateDonate

You are hereHome » How We Work » Criteria » Cost-Effectiveness Cost-Effectiveness FacebookTwitter>Print>Email Updated: November 2017, (2009-2015 version)

We seek charities that are "cost-effective" in the sense of saving or improving lives as much as possible for as little money as possible. There are many limitations to cost-effectiveness estimates, and we do not assess charities only—or primarily—based on their estimated cost-effectiveness. However, because different approaches to helping people can have extremely different costs, we make cost-effectiveness estimates for our top charities.

We keep the following in mind when considering cost-effectiveness:

Charities frequently cite misleading and overly optimistic figures for cost-effectiveness. Our cost-effectiveness estimates include administrative as well as program costs and generally look at the cost per life or life-year changed (death averted, year of additional income, etc.). However, there are many ways in which they do not account for all possible costs and benefits of a program. Our cost-effectiveness estimates rely on a number of inputs for which we have very limited data on which to base our estimates as well as informed guesses and subjective value judgments, such as the likelihood that a charity's implementation of an intervention will have the same effect as measured in a separate study of that intervention, or how one weighs increasing income relative to averting death. Different individuals involved with GiveWell research thus calculate different cost-effectiveness estimates for our top charities, and we share those individual estimates as well as medians. Because of the many limitations of cost-effectiveness estimates, we give estimated cost-effectiveness only limited weight in recommending charities. Confidence in an organization's track record or the strength of the evidence for an intervention generally carries heavier weight when differences in estimated cost-effectiveness are not large. Programs can have many kinds of impact; a program may save lives and also improve lives, or may have benefits to income, for example. We try to quantify the different ways in which a program may be having an effect, such as lives saved per dollar or proportional increase in income per dollar donated. We do not fully rely on the disability-adjusted life-year metric purely using data from the Global Burden of Disease report, though our approach has a similar goal. We elaborate on these points below.

Table of Contents Charities frequently cite misleading cost-effectiveness figures The cost-effectiveness figures we use How cost-effective is cost-effective? Our process for calculating cost-effectiveness and updating our model More on GiveWell's views on cost-effectiveness estimates Sources Charities frequently cite misleading cost-effectiveness figures In The Life You Can Save, Peter Singer discusses the fact that many common claims about cost-effectiveness are misleading. We quote at length from the book, with his permission. (Note that our excerpt does not include footnotes, which are in the original.)1

Organizations often put out figures suggesting that lives can be saved for very small amounts of money. WHO, for example, estimates that many of the 3 million people who die annually from diarrhea or its complications can be saved by an extraordinarily simple recipe for oral rehydration therapy: a large pinch of salt and a fistful of sugar dissolved in a jug of clean water. This lifesaving remedy can be assembled for a few cents, if only people know about it. UNICEF estimates that the hundreds of thousands of children who still die of measles each year could be saved by a vaccine costing less than $1 a dose. And Nothing But Nets, an organization conceived by American sportswriter Rick Reilly and supported by the National Basketball Association, provides anti-mosquito bed nets to protect children in Africa from malaria, which kills a million children a year. In its literature, Nothing But Nets mentions that a $10 net can save a life: "If you give $100 to Nothing But Nets, you've saved ten lives."

If we could accept these figures, GiveWell's job wouldn't be so hard. All we would have to do to know which organization can save lives in Africa at the lowest cost would be to pick the lowest figure. But while these low figures are undoubtedly an important part of the charities' efforts to attract donors, they are, unfortunately, not an accurate measure of the true cost of saving a life.

Take bed nets as an example. They will, if used properly, prevent people from being bitten by mosquitoes while they sleep, and therefore will reduce the risk of malaria. But not every net saves a life: Most children who receive a net would have survived without it. Jeffrey Sachs, attempting to measure the effect of nets more accurately, took this into account, and estimated that for every one hundred nets delivered, one child's life will be saved every year (Sachs estimated that on average a net lasts five years). If that is correct, then at $10 per net delivered, $1,000 will save one child a year for five years, so the cost is $200 per life saved (this doesn't consider the prevention of dozens of debilitating but nonfatal cases). But even if we assume that these figures are correct, there is a gap in them – they give us the cost of delivering a bed net, and we know how many bed nets "in use" will save a life, but we don't know how many of the bed nets that are delivered are actually used. And so the $200 figure is not fully reliable, and that makes it hard to measure whether providing bed nets is a better or worse use of our donations than other lifesaving measures.

[GiveWell] found similar gaps in the information on the effect of immunizing children against measles. Not every child immunized would have come down with the disease, and most who do get it, recover, so to find the cost per life saved, we must multiply the cost of the vaccine by the number of children to whom it needs to be given in order to reach a child who would have died without it. And oral rehydration treatment for diarrhea may cost only a few cents, but it costs money to get it to each home and village so that it will be available when a child needs it, and to educate families in how to use it.

The cost-effectiveness figures we use Early in our history, we relied largely on cost-effectiveness estimates provided by the Disease Control Priorities in Developing Countries report (DCP2).2 In 2011, we did a deep-dive investigation into one of these estimates, and found major errors that caused the published figure to be off by ~100x,3 and we have therefore changed our approach to cost-effectiveness. Whenever we are estimating the cost-effectiveness of a contender for a top charity recommendation that is implementing an intervention we have not previously recommended, we perform our own analysis and publish the full details online.

Below, we list some strengths of our estimates as compared to commonly cited figures, and then some weaknesses of our estimates that explain why we don't take them literally.

Strengths compared to commonly cited figures:

As discussed above, many commonly cited figures are misleading because they (a) account for only a portion of costs (for example, citing the cost of oral rehydration treatment but not the cost of delivering it); and/or (b) cite "cost per item delivered" figures as opposed to "cost per life changed" figures (for example, equating insecticide-treated malaria nets delivered with deaths averted, even though there are likely many nets delivered that do not avert deaths; it is not the case that everyone who receives a net would have otherwise died of malaria).

The cost-effectiveness estimates we use reduce these problems:

Our estimates are given in terms of life impact, and specify what sort of life impact can be expected. For example, we publish a "marginal cost per under 5 death averted" estimate for the Against Malaria Foundation. We also use individualized inputs to combine life-improving and death-averting impacts into a single figure that enables us to compare interventions with different impacts. We try to be thorough when accounting for the costs involved in programs we recommend. Planning costs, management costs, and distribution costs are all included in our estimates. We also try to account for the counterfactual value of resources provided by other funders involved in our charities’ programs. Estimates are generally based on actual costs and actual impact from past projects, to the extent this is possible. When we make projections, we attempt to gather all the information we can to inform such projections. Limitations of GiveWell's cost-effectiveness analyses:

The estimates we use do not capture all considerations for cost-effectiveness. In particular:

We generally draw effectiveness estimates from studies, and we would guess that studies often involve particularly well-executed programs in particularly suitable locations. While we make efforts to assess how representative studies are of average conditions, our ability to do so is often limited. Estimates don't consider all possible impacts; we generally focus on direct and/or easily measurable impacts. The issue of accounting for flow-through effects is discussed more in this blog post. This issue is discussed specifically as it relates to GiveWell in a paper by Leif Wenar.4 Estimates are generally based on extremely limited information and are therefore extremely rough. For example, prevalence and intensity data for areas that receive deworming treatments often varies from year to year and our impression is that the estimates are generally of low quality. Estimates involve a number of subjective inputs, such as the relative value of increasing an individual's income to averting a death. Donors may disagree with one another about these inputs, depending on their individual values. We often have to make educated guesses about inputs like the replicability of the deworming study we rely on, for which we have extremely limited information. Donors may also reasonably disagree about inputs like this.

Because of the many limitations of cost-effectiveness estimates, we give estimated cost-effectiveness limited weight in recommending charities (consistent with the appropriate approach to Bayesian adjustments to such estimates). Confidence in an organization's track record and the strength of evidence for an intervention often carries heavier weight when differences in estimated cost-effectiveness are not large.

That said, we think producing these estimates is useful for identifying large differences in cost-effectiveness as well as encouraging individuals who are involved with GiveWell research to think through and quantify important questions related to understanding and assessing a charity's work.

How cost-effective is cost-effective? As stated above, we feel that common claims of donors' ability to save a life for a few dollars, or even a few cents, are generally overly optimistic. We list developing-world direct-aid programs we know of that seem to be among the most cost-effective and evidence-backed, with links to detailed write-ups including cost-effectiveness estimates, where available.

Based on our knowledge of these programs:

The impact we are most often able to estimate is the cost per life saved. There are many kinds of impact besides saving lives; we try to do our best to quantify the different ways in which a program may be improving lives, and to help donors decide how to compare these. As of November 2016, the median estimate of our top charities' cost-effectiveness ranged from ~$900 to ~$7,000 per equivalent life saved (a metric we use to compare interventions with different outcomes, such as income improvements and averting a death) . Our process for calculating cost-effectiveness and updating our model One member of GiveWell's research team "owns" GiveWell's cost-effectiveness model. They are in charge of setting up the calculation, updating and adding new information into the model, making design changes to facilitate usability, and providing explanations of our parameters so that anyone who uses our model can understand our work and enter their own inputs. This staff member typically spends a significant proportion of their work-hours, about 50 percent over the course of a year, on the cost-effectiveness model.

Others closely involved with GiveWell research are invited to add their own inputs, based on their own judgments, as decision points approach that rely on cost-effectiveness estimates, such as GiveWell's year-end charity recommendations. This typically leads to adjustments being made to the model itself, as well as a good deal of internal conversation and debate over inputs. Last year, 12 individuals submitted their own inputs to be published with the model and more engaged informally in the run-up to our year-end recommendations.

These inputs are conveyed both individually and as median values in the model. Our bottom-line comparisons of the charities we recommend—the estimates that appeared in our year-end blog post on our new recommendations—are based on a weighted average of these results that incorporates seniority and the level of engagement with our cost-effectiveness analysis. You can view this calculation for 2016 here.

Our current and past cost-effectiveness models are available here, along with a video walkthrough of the latest model explaining our approach and inputs.

More on GiveWell's views on cost-effectiveness estimates More writing on cost-effectiveness estimates:

Approaches to Moral Weights: How GiveWell Compares to Other Actors Why we can't take expected value estimates literally even when they're unbiased Errors in DCP2 cost-effectiveness estimate for deworming Some considerations against more investment in cost-effectiveness estimates Maximizing cost-effectiveness via critical inquiry Cost-effectiveness of nets vs. deworming vs. cash transfers, the programs implemented by our three 2012 top-rated charities. Deworming might have huge impact, but might have close to zero impact. Our recommendation of deworming charities relies on the expected value of deworming. This post discusses how we arrive at this estimate and incorporate uncertainty into our cost-effectiveness model. Sources GiveWell. Website: Cost-effectiveness models: GiveWell's cost-effectiveness analyses Program report: Distribution of insecticide-treated nets (ITNs) to prevent malaria Intervention reports Interpreting the DALY metric Guide to "room for more funding" analysis Charity review: PSI (2007-08) Jamison, Dean T. et al., eds. 2006. Disease control priorities in developing countries (2nd Edition) (PDF). New York: Oxford University Press. Singer, Peter. 2009. The life you can save: Acting now to end world poverty. New York: Random House. Wenar, Leif. 2010. Poverty is No Pond: Challenges of the Affluent (PDF). In Giving Well: The Ethics of Philanthropy. New York: Oxford University Press. 1. Singer 2009, Pgs 86-87.

2. Jamison et al. 2006.

3. Errors in DCP2 Cost-effectiveness Estimates for Deworming Some Considerations Against More Investment in Cost-effectiveness Estimates

4. From a passage discussing Population Services International (now called PSI), a GiveWell-recommended charity in 2008 and 2009:

"Let us look closely at GiveWell’s best case: the aid initiative they recommend which looks the least likely to produce unintended effects. This is a campaign by an NGO called PSI to sell insecticide-treated bednets to poor people, primarily in Africa, with the aim of reducing malaria deaths. GiveWell estimates that donors can save a life that would not otherwise be saved through donations to PSI of between $623 and $2367. GiveWell settles on $820 as a reasonable estimate, and Singer reproduces these figures.

For those who appreciate the challenges of aid, GiveWell’s methodology offers a case study of why the figures given cannot provide a reasonable answer to the Donor’s Question. GiveWell calculated its figures using only the following (PSI-supplied) data:

Number of bednets distributed; Probability of bednets being used; Probability of nets saving a life if used; Budget for the project.This is all the information on which the “cost of saving a life” figure is based. Is this enough information to answer the Donor’s Question? Let’s say you had given $820 to PSI in 2008. Could you be reasonably confident that the morally salient outcome of your giving was that you had saved a life that would not otherwise have been saved? We can draw on just a few of the challenges of aid listed above to show why the answer is clearly 'no.' As always, the main confounding factors are the counterfactuals and unintended effects. This is apparent even just looking at PSI’s best case: the country where it claims to be most cost-effective, Madagascar.

PSI is one of several organizations distributing bednets in Madagascar, including UNICEF, various Red Cross affiliates, and the Madagascar Ministry of Health. Most of the money for these efforts comes from official sources: the Global Fund to Fight AIDS, Tuberculosis and Malaria, the World Bank, USAID, and so on. This multiplicity of agents raises the first set of counterfactuals: If PSI had not distributed a bed net that was bought with your donation, would another aid agency have distributed that bed net anyway? And if your private donation had been absent, would the Global Fund or the World Bank have compensated for the deficit? (If that compensatory money was drawn away from other Global Fund projects, what different impacts would those projects have had? Or would the Global Fund’s own donors have contributed more overall to make up for what you didn’t give?)