e50d77bd7aadbcdfbcd933026c54703aa50809e2
[linux-2.6.git] / drivers / net / wireless / iwlwifi / iwl-power.c
1 /******************************************************************************
2  *
3  * Copyright(c) 2007 - 2009 Intel Corporation. All rights reserved.
4  *
5  * Portions of this file are derived from the ipw3945 project, as well
6  * as portions of the ieee80211 subsystem header files.
7  *
8  * This program is free software; you can redistribute it and/or modify it
9  * under the terms of version 2 of the GNU General Public License as
10  * published by the Free Software Foundation.
11  *
12  * This program is distributed in the hope that it will be useful, but WITHOUT
13  * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
14  * FITNESS FOR A PARTICULAR PURPOSE.  See the GNU General Public License for
15  * more details.
16  *
17  * You should have received a copy of the GNU General Public License along with
18  * this program; if not, write to the Free Software Foundation, Inc.,
19  * 51 Franklin Street, Fifth Floor, Boston, MA 02110, USA
20  *
21  * The full GNU General Public License is included in this distribution in the
22  * file called LICENSE.
23  *
24  * Contact Information:
25  *  Intel Linux Wireless <ilw@linux.intel.com>
26  * Intel Corporation, 5200 N.E. Elam Young Parkway, Hillsboro, OR 97124-6497
27  *****************************************************************************/
28
29
30 #include <linux/kernel.h>
31 #include <linux/module.h>
32 #include <linux/init.h>
33
34 #include <net/mac80211.h>
35
36 #include "iwl-eeprom.h"
37 #include "iwl-dev.h"
38 #include "iwl-core.h"
39 #include "iwl-io.h"
40 #include "iwl-commands.h"
41 #include "iwl-debug.h"
42 #include "iwl-power.h"
43
44 /*
45  * Setting power level allows the card to go to sleep when not busy.
46  *
47  * We calculate a sleep command based on the required latency, which
48  * we get from mac80211. In order to handle thermal throttling, we can
49  * also use pre-defined power levels.
50  */
51
52 /*
53  * For now, keep using power level 1 instead of automatically
54  * adjusting ...
55  */
56 bool no_sleep_autoadjust = true;
57 module_param(no_sleep_autoadjust, bool, S_IRUGO);
58 MODULE_PARM_DESC(no_sleep_autoadjust,
59                  "don't automatically adjust sleep level "
60                  "according to maximum network latency");
61
62 /*
63  * This defines the old power levels. They are still used by default
64  * (level 1) and for thermal throttle (levels 3 through 5)
65  */
66
67 struct iwl_power_vec_entry {
68         struct iwl_powertable_cmd cmd;
69         u8 no_dtim;
70 };
71
72 #define IWL_DTIM_RANGE_0_MAX    2
73 #define IWL_DTIM_RANGE_1_MAX    10
74
75 #define NOSLP cpu_to_le16(0), 0, 0
76 #define SLP IWL_POWER_DRIVER_ALLOW_SLEEP_MSK, 0, 0
77 #define TU_TO_USEC 1024
78 #define SLP_TOUT(T) cpu_to_le32((T) * TU_TO_USEC)
79 #define SLP_VEC(X0, X1, X2, X3, X4) {cpu_to_le32(X0), \
80                                      cpu_to_le32(X1), \
81                                      cpu_to_le32(X2), \
82                                      cpu_to_le32(X3), \
83                                      cpu_to_le32(X4)}
84 /* default power management (not Tx power) table values */
85 /* for DTIM period 0 through IWL_DTIM_RANGE_0_MAX */
86 static const struct iwl_power_vec_entry range_0[IWL_POWER_NUM] = {
87         {{SLP, SLP_TOUT(200), SLP_TOUT(500), SLP_VEC(1, 2, 2, 2, 0xFF)}, 0},
88         {{SLP, SLP_TOUT(200), SLP_TOUT(300), SLP_VEC(1, 2, 2, 2, 0xFF)}, 0},
89         {{SLP, SLP_TOUT(50), SLP_TOUT(100), SLP_VEC(2, 2, 2, 2, 0xFF)}, 0},
90         {{SLP, SLP_TOUT(50), SLP_TOUT(25), SLP_VEC(2, 2, 4, 4, 0xFF)}, 1},
91         {{SLP, SLP_TOUT(25), SLP_TOUT(25), SLP_VEC(2, 2, 4, 6, 0xFF)}, 2}
92 };
93
94
95 /* for DTIM period IWL_DTIM_RANGE_0_MAX + 1 through IWL_DTIM_RANGE_1_MAX */
96 static const struct iwl_power_vec_entry range_1[IWL_POWER_NUM] = {
97         {{SLP, SLP_TOUT(200), SLP_TOUT(500), SLP_VEC(1, 2, 3, 4, 4)}, 0},
98         {{SLP, SLP_TOUT(200), SLP_TOUT(300), SLP_VEC(1, 2, 3, 4, 7)}, 0},
99         {{SLP, SLP_TOUT(50), SLP_TOUT(100), SLP_VEC(2, 4, 6, 7, 9)}, 0},
100         {{SLP, SLP_TOUT(50), SLP_TOUT(25), SLP_VEC(2, 4, 6, 9, 10)}, 1},
101         {{SLP, SLP_TOUT(25), SLP_TOUT(25), SLP_VEC(2, 4, 7, 10, 10)}, 2}
102 };
103
104 /* for DTIM period > IWL_DTIM_RANGE_1_MAX */
105 static const struct iwl_power_vec_entry range_2[IWL_POWER_NUM] = {
106         {{SLP, SLP_TOUT(200), SLP_TOUT(500), SLP_VEC(1, 2, 3, 4, 0xFF)}, 0},
107         {{SLP, SLP_TOUT(200), SLP_TOUT(300), SLP_VEC(2, 4, 6, 7, 0xFF)}, 0},
108         {{SLP, SLP_TOUT(50), SLP_TOUT(100), SLP_VEC(2, 7, 9, 9, 0xFF)}, 0},
109         {{SLP, SLP_TOUT(50), SLP_TOUT(25), SLP_VEC(2, 7, 9, 9, 0xFF)}, 0},
110         {{SLP, SLP_TOUT(25), SLP_TOUT(25), SLP_VEC(4, 7, 10, 10, 0xFF)}, 0}
111 };
112
113 static void iwl_static_sleep_cmd(struct iwl_priv *priv,
114                                  struct iwl_powertable_cmd *cmd,
115                                  enum iwl_power_level lvl, int period)
116 {
117         const struct iwl_power_vec_entry *table;
118         int max_sleep, i;
119         bool skip;
120
121         table = range_2;
122         if (period < IWL_DTIM_RANGE_1_MAX)
123                 table = range_1;
124         if (period < IWL_DTIM_RANGE_0_MAX)
125                 table = range_0;
126
127         BUG_ON(lvl < 0 || lvl >= IWL_POWER_NUM);
128
129         *cmd = table[lvl].cmd;
130
131         if (period == 0) {
132                 skip = false;
133                 period = 1;
134         } else {
135                 skip = !!table[lvl].no_dtim;
136         }
137
138         if (skip) {
139                 __le32 slp_itrvl = cmd->sleep_interval[IWL_POWER_VEC_SIZE - 1];
140                 max_sleep = le32_to_cpu(slp_itrvl);
141                 if (max_sleep == 0xFF)
142                         max_sleep = period * (skip + 1);
143                 else if (max_sleep > period)
144                         max_sleep = (le32_to_cpu(slp_itrvl) / period) * period;
145                 cmd->flags |= IWL_POWER_SLEEP_OVER_DTIM_MSK;
146         } else {
147                 max_sleep = period;
148                 cmd->flags &= ~IWL_POWER_SLEEP_OVER_DTIM_MSK;
149         }
150
151         for (i = 0; i < IWL_POWER_VEC_SIZE; i++)
152                 if (le32_to_cpu(cmd->sleep_interval[i]) > max_sleep)
153                         cmd->sleep_interval[i] = cpu_to_le32(max_sleep);
154
155         if (priv->power_data.pci_pm)
156                 cmd->flags |= IWL_POWER_PCI_PM_MSK;
157         else
158                 cmd->flags &= ~IWL_POWER_PCI_PM_MSK;
159
160         IWL_DEBUG_POWER(priv, "Sleep command for index %d\n", lvl + 1);
161 }
162
163 /* default Thermal Throttling transaction table
164  * Current state   |         Throttling Down               |  Throttling Up
165  *=============================================================================
166  *                 Condition Nxt State  Condition Nxt State Condition Nxt State
167  *-----------------------------------------------------------------------------
168  *     IWL_TI_0     T >= 115   CT_KILL  115>T>=105   TI_1      N/A      N/A
169  *     IWL_TI_1     T >= 115   CT_KILL  115>T>=110   TI_2     T<=95     TI_0
170  *     IWL_TI_2     T >= 115   CT_KILL                        T<=100    TI_1
171  *    IWL_CT_KILL      N/A       N/A       N/A        N/A     T<=95     TI_0
172  *=============================================================================
173  */
174 static const struct iwl_tt_trans tt_range_0[IWL_TI_STATE_MAX - 1] = {
175         {IWL_TI_0, IWL_ABSOLUTE_ZERO, 104},
176         {IWL_TI_1, 105, CT_KILL_THRESHOLD},
177         {IWL_TI_CT_KILL, CT_KILL_THRESHOLD + 1, IWL_ABSOLUTE_MAX}
178 };
179 static const struct iwl_tt_trans tt_range_1[IWL_TI_STATE_MAX - 1] = {
180         {IWL_TI_0, IWL_ABSOLUTE_ZERO, 95},
181         {IWL_TI_2, 110, CT_KILL_THRESHOLD},
182         {IWL_TI_CT_KILL, CT_KILL_THRESHOLD + 1, IWL_ABSOLUTE_MAX}
183 };
184 static const struct iwl_tt_trans tt_range_2[IWL_TI_STATE_MAX - 1] = {
185         {IWL_TI_1, IWL_ABSOLUTE_ZERO, 100},
186         {IWL_TI_CT_KILL, CT_KILL_THRESHOLD + 1, IWL_ABSOLUTE_MAX},
187         {IWL_TI_CT_KILL, CT_KILL_THRESHOLD + 1, IWL_ABSOLUTE_MAX}
188 };
189 static const struct iwl_tt_trans tt_range_3[IWL_TI_STATE_MAX - 1] = {
190         {IWL_TI_0, IWL_ABSOLUTE_ZERO, CT_KILL_EXIT_THRESHOLD},
191         {IWL_TI_CT_KILL, CT_KILL_EXIT_THRESHOLD + 1, IWL_ABSOLUTE_MAX},
192         {IWL_TI_CT_KILL, CT_KILL_EXIT_THRESHOLD + 1, IWL_ABSOLUTE_MAX}
193 };
194
195 /* Advance Thermal Throttling default restriction table */
196 static const struct iwl_tt_restriction restriction_range[IWL_TI_STATE_MAX] = {
197         {IWL_ANT_OK_MULTI, IWL_ANT_OK_MULTI, true },
198         {IWL_ANT_OK_SINGLE, IWL_ANT_OK_MULTI, true },
199         {IWL_ANT_OK_SINGLE, IWL_ANT_OK_SINGLE, false },
200         {IWL_ANT_OK_NONE, IWL_ANT_OK_NONE, false }
201 };
202
203
204 static void iwl_power_sleep_cam_cmd(struct iwl_priv *priv,
205                                     struct iwl_powertable_cmd *cmd)
206 {
207         memset(cmd, 0, sizeof(*cmd));
208
209         if (priv->power_data.pci_pm)
210                 cmd->flags |= IWL_POWER_PCI_PM_MSK;
211
212         IWL_DEBUG_POWER(priv, "Sleep command for CAM\n");
213 }
214
215 static void iwl_power_fill_sleep_cmd(struct iwl_priv *priv,
216                                      struct iwl_powertable_cmd *cmd,
217                                      int dynps_ms, int wakeup_period)
218 {
219         /*
220          * These are the original power level 3 sleep successions. The
221          * device may behave better with such succession and was also
222          * only tested with that. Just like the original sleep commands,
223          * also adjust the succession here to the wakeup_period below.
224          * The ranges are the same as for the sleep commands, 0-2, 3-9
225          * and >10, which is selected based on the DTIM interval for
226          * the sleep index but here we use the wakeup period since that
227          * is what we need to do for the latency requirements.
228          */
229         static const u8 slp_succ_r0[IWL_POWER_VEC_SIZE] = { 2, 2, 2, 2, 2 };
230         static const u8 slp_succ_r1[IWL_POWER_VEC_SIZE] = { 2, 4, 6, 7, 9 };
231         static const u8 slp_succ_r2[IWL_POWER_VEC_SIZE] = { 2, 7, 9, 9, 0xFF };
232         const u8 *slp_succ = slp_succ_r0;
233         int i;
234
235         if (wakeup_period > IWL_DTIM_RANGE_0_MAX)
236                 slp_succ = slp_succ_r1;
237         if (wakeup_period > IWL_DTIM_RANGE_1_MAX)
238                 slp_succ = slp_succ_r2;
239
240         memset(cmd, 0, sizeof(*cmd));
241
242         cmd->flags = IWL_POWER_DRIVER_ALLOW_SLEEP_MSK |
243                      IWL_POWER_FAST_PD; /* no use seeing frames for others */
244
245         if (priv->power_data.pci_pm)
246                 cmd->flags |= IWL_POWER_PCI_PM_MSK;
247
248         cmd->rx_data_timeout = cpu_to_le32(1000 * dynps_ms);
249         cmd->tx_data_timeout = cpu_to_le32(1000 * dynps_ms);
250
251         for (i = 0; i < IWL_POWER_VEC_SIZE; i++)
252                 cmd->sleep_interval[i] =
253                         cpu_to_le32(min_t(int, slp_succ[i], wakeup_period));
254
255         IWL_DEBUG_POWER(priv, "Automatic sleep command\n");
256 }
257
258 static int iwl_set_power(struct iwl_priv *priv, struct iwl_powertable_cmd *cmd)
259 {
260         IWL_DEBUG_POWER(priv, "Sending power/sleep command\n");
261         IWL_DEBUG_POWER(priv, "Flags value = 0x%08X\n", cmd->flags);
262         IWL_DEBUG_POWER(priv, "Tx timeout = %u\n", le32_to_cpu(cmd->tx_data_timeout));
263         IWL_DEBUG_POWER(priv, "Rx timeout = %u\n", le32_to_cpu(cmd->rx_data_timeout));
264         IWL_DEBUG_POWER(priv, "Sleep interval vector = { %d , %d , %d , %d , %d }\n",
265                         le32_to_cpu(cmd->sleep_interval[0]),
266                         le32_to_cpu(cmd->sleep_interval[1]),
267                         le32_to_cpu(cmd->sleep_interval[2]),
268                         le32_to_cpu(cmd->sleep_interval[3]),
269                         le32_to_cpu(cmd->sleep_interval[4]));
270
271         return iwl_send_cmd_pdu(priv, POWER_TABLE_CMD,
272                                 sizeof(struct iwl_powertable_cmd), cmd);
273 }
274
275
276 int iwl_power_update_mode(struct iwl_priv *priv, bool force)
277 {
278         int ret = 0;
279         struct iwl_tt_mgmt *tt = &priv->thermal_throttle;
280         bool enabled = (priv->iw_mode == NL80211_IFTYPE_STATION) &&
281                         (priv->hw->conf.flags & IEEE80211_CONF_PS);
282         bool update_chains;
283         struct iwl_powertable_cmd cmd;
284         int dtimper;
285
286         /* Don't update the RX chain when chain noise calibration is running */
287         update_chains = priv->chain_noise_data.state == IWL_CHAIN_NOISE_DONE ||
288                         priv->chain_noise_data.state == IWL_CHAIN_NOISE_ALIVE;
289
290         if (priv->vif)
291                 dtimper = priv->vif->bss_conf.dtim_period;
292         else
293                 dtimper = 1;
294
295         if (priv->cfg->broken_powersave)
296                 iwl_power_sleep_cam_cmd(priv, &cmd);
297         else if (priv->cfg->supports_idle &&
298                  priv->hw->conf.flags & IEEE80211_CONF_IDLE)
299                 iwl_static_sleep_cmd(priv, &cmd, IWL_POWER_INDEX_5, 20);
300         else if (tt->state >= IWL_TI_1)
301                 iwl_static_sleep_cmd(priv, &cmd, tt->tt_power_mode, dtimper);
302         else if (!enabled)
303                 iwl_power_sleep_cam_cmd(priv, &cmd);
304         else if (priv->power_data.debug_sleep_level_override >= 0)
305                 iwl_static_sleep_cmd(priv, &cmd,
306                                      priv->power_data.debug_sleep_level_override,
307                                      dtimper);
308         else if (no_sleep_autoadjust)
309                 iwl_static_sleep_cmd(priv, &cmd, IWL_POWER_INDEX_1, dtimper);
310         else
311                 iwl_power_fill_sleep_cmd(priv, &cmd,
312                                          priv->hw->conf.dynamic_ps_timeout,
313                                          priv->hw->conf.max_sleep_period);
314
315         if (iwl_is_ready_rf(priv) &&
316             (memcmp(&priv->power_data.sleep_cmd, &cmd, sizeof(cmd)) || force)) {
317                 if (cmd.flags & IWL_POWER_DRIVER_ALLOW_SLEEP_MSK)
318                         set_bit(STATUS_POWER_PMI, &priv->status);
319
320                 ret = iwl_set_power(priv, &cmd);
321                 if (!ret) {
322                         if (!(cmd.flags & IWL_POWER_DRIVER_ALLOW_SLEEP_MSK))
323                                 clear_bit(STATUS_POWER_PMI, &priv->status);
324
325                         if (priv->cfg->ops->lib->update_chain_flags &&
326                             update_chains)
327                                 priv->cfg->ops->lib->update_chain_flags(priv);
328                         else if (priv->cfg->ops->lib->update_chain_flags)
329                                 IWL_DEBUG_POWER(priv,
330                                         "Cannot update the power, chain noise "
331                                         "calibration running: %d\n",
332                                         priv->chain_noise_data.state);
333                         memcpy(&priv->power_data.sleep_cmd, &cmd, sizeof(cmd));
334                 } else
335                         IWL_ERR(priv, "set power fail, ret = %d", ret);
336         }
337
338         return ret;
339 }
340 EXPORT_SYMBOL(iwl_power_update_mode);
341
342 bool iwl_ht_enabled(struct iwl_priv *priv)
343 {
344         struct iwl_tt_mgmt *tt = &priv->thermal_throttle;
345         struct iwl_tt_restriction *restriction;
346
347         if (!priv->thermal_throttle.advanced_tt)
348                 return true;
349         restriction = tt->restriction + tt->state;
350         return restriction->is_ht;
351 }
352 EXPORT_SYMBOL(iwl_ht_enabled);
353
354 enum iwl_antenna_ok iwl_tx_ant_restriction(struct iwl_priv *priv)
355 {
356         struct iwl_tt_mgmt *tt = &priv->thermal_throttle;
357         struct iwl_tt_restriction *restriction;
358
359         if (!priv->thermal_throttle.advanced_tt)
360                 return IWL_ANT_OK_MULTI;
361         restriction = tt->restriction + tt->state;
362         return restriction->tx_stream;
363 }
364 EXPORT_SYMBOL(iwl_tx_ant_restriction);
365
366 enum iwl_antenna_ok iwl_rx_ant_restriction(struct iwl_priv *priv)
367 {
368         struct iwl_tt_mgmt *tt = &priv->thermal_throttle;
369         struct iwl_tt_restriction *restriction;
370
371         if (!priv->thermal_throttle.advanced_tt)
372                 return IWL_ANT_OK_MULTI;
373         restriction = tt->restriction + tt->state;
374         return restriction->rx_stream;
375 }
376
377 #define CT_KILL_EXIT_DURATION (5)       /* 5 seconds duration */
378
379 /*
380  * toggle the bit to wake up uCode and check the temperature
381  * if the temperature is below CT, uCode will stay awake and send card
382  * state notification with CT_KILL bit clear to inform Thermal Throttling
383  * Management to change state. Otherwise, uCode will go back to sleep
384  * without doing anything, driver should continue the 5 seconds timer
385  * to wake up uCode for temperature check until temperature drop below CT
386  */
387 static void iwl_tt_check_exit_ct_kill(unsigned long data)
388 {
389         struct iwl_priv *priv = (struct iwl_priv *)data;
390         struct iwl_tt_mgmt *tt = &priv->thermal_throttle;
391         unsigned long flags;
392
393         if (test_bit(STATUS_EXIT_PENDING, &priv->status))
394                 return;
395
396         if (tt->state == IWL_TI_CT_KILL) {
397                 if (priv->thermal_throttle.ct_kill_toggle) {
398                         iwl_write32(priv, CSR_UCODE_DRV_GP1_CLR,
399                                     CSR_UCODE_DRV_GP1_REG_BIT_CT_KILL_EXIT);
400                         priv->thermal_throttle.ct_kill_toggle = false;
401                 } else {
402                         iwl_write32(priv, CSR_UCODE_DRV_GP1_SET,
403                                     CSR_UCODE_DRV_GP1_REG_BIT_CT_KILL_EXIT);
404                         priv->thermal_throttle.ct_kill_toggle = true;
405                 }
406                 iwl_read32(priv, CSR_UCODE_DRV_GP1);
407                 spin_lock_irqsave(&priv->reg_lock, flags);
408                 if (!iwl_grab_nic_access(priv))
409                         iwl_release_nic_access(priv);
410                 spin_unlock_irqrestore(&priv->reg_lock, flags);
411
412                 /* Reschedule the ct_kill timer to occur in
413                  * CT_KILL_EXIT_DURATION seconds to ensure we get a
414                  * thermal update */
415                 mod_timer(&priv->thermal_throttle.ct_kill_exit_tm, jiffies +
416                           CT_KILL_EXIT_DURATION * HZ);
417         }
418 }
419
420 static void iwl_perform_ct_kill_task(struct iwl_priv *priv,
421                            bool stop)
422 {
423         if (stop) {
424                 IWL_DEBUG_POWER(priv, "Stop all queues\n");
425                 if (priv->mac80211_registered)
426                         ieee80211_stop_queues(priv->hw);
427                 IWL_DEBUG_POWER(priv,
428                                 "Schedule 5 seconds CT_KILL Timer\n");
429                 mod_timer(&priv->thermal_throttle.ct_kill_exit_tm, jiffies +
430                           CT_KILL_EXIT_DURATION * HZ);
431         } else {
432                 IWL_DEBUG_POWER(priv, "Wake all queues\n");
433                 if (priv->mac80211_registered)
434                         ieee80211_wake_queues(priv->hw);
435         }
436 }
437
438 #define IWL_MINIMAL_POWER_THRESHOLD             (CT_KILL_THRESHOLD_LEGACY)
439 #define IWL_REDUCED_PERFORMANCE_THRESHOLD_2     (100)
440 #define IWL_REDUCED_PERFORMANCE_THRESHOLD_1     (90)
441
442 /*
443  * Legacy thermal throttling
444  * 1) Avoid NIC destruction due to high temperatures
445  *      Chip will identify dangerously high temperatures that can
446  *      harm the device and will power down
447  * 2) Avoid the NIC power down due to high temperature
448  *      Throttle early enough to lower the power consumption before
449  *      drastic steps are needed
450  */
451 static void iwl_legacy_tt_handler(struct iwl_priv *priv, s32 temp)
452 {
453         struct iwl_tt_mgmt *tt = &priv->thermal_throttle;
454         enum iwl_tt_state old_state;
455
456 #ifdef CONFIG_IWLWIFI_DEBUG
457         if ((tt->tt_previous_temp) &&
458             (temp > tt->tt_previous_temp) &&
459             ((temp - tt->tt_previous_temp) >
460             IWL_TT_INCREASE_MARGIN)) {
461                 IWL_DEBUG_POWER(priv,
462                         "Temperature increase %d degree Celsius\n",
463                         (temp - tt->tt_previous_temp));
464         }
465 #endif
466         old_state = tt->state;
467         /* in Celsius */
468         if (temp >= IWL_MINIMAL_POWER_THRESHOLD)
469                 tt->state = IWL_TI_CT_KILL;
470         else if (temp >= IWL_REDUCED_PERFORMANCE_THRESHOLD_2)
471                 tt->state = IWL_TI_2;
472         else if (temp >= IWL_REDUCED_PERFORMANCE_THRESHOLD_1)
473                 tt->state = IWL_TI_1;
474         else
475                 tt->state = IWL_TI_0;
476
477 #ifdef CONFIG_IWLWIFI_DEBUG
478         tt->tt_previous_temp = temp;
479 #endif
480         if (tt->state != old_state) {
481                 switch (tt->state) {
482                 case IWL_TI_0:
483                         /*
484                          * When the system is ready to go back to IWL_TI_0
485                          * we only have to call iwl_power_update_mode() to
486                          * do so.
487                          */
488                         break;
489                 case IWL_TI_1:
490                         tt->tt_power_mode = IWL_POWER_INDEX_3;
491                         break;
492                 case IWL_TI_2:
493                         tt->tt_power_mode = IWL_POWER_INDEX_4;
494                         break;
495                 default:
496                         tt->tt_power_mode = IWL_POWER_INDEX_5;
497                         break;
498                 }
499                 mutex_lock(&priv->mutex);
500                 if (iwl_power_update_mode(priv, true)) {
501                         /* TT state not updated
502                          * try again during next temperature read
503                          */
504                         tt->state = old_state;
505                         IWL_ERR(priv, "Cannot update power mode, "
506                                         "TT state not updated\n");
507                 } else {
508                         if (tt->state == IWL_TI_CT_KILL)
509                                 iwl_perform_ct_kill_task(priv, true);
510                         else if (old_state == IWL_TI_CT_KILL &&
511                                  tt->state != IWL_TI_CT_KILL)
512                                 iwl_perform_ct_kill_task(priv, false);
513                         IWL_DEBUG_POWER(priv, "Temperature state changed %u\n",
514                                         tt->state);
515                         IWL_DEBUG_POWER(priv, "Power Index change to %u\n",
516                                         tt->tt_power_mode);
517                 }
518                 mutex_unlock(&priv->mutex);
519         }
520 }
521
522 /*
523  * Advance thermal throttling
524  * 1) Avoid NIC destruction due to high temperatures
525  *      Chip will identify dangerously high temperatures that can
526  *      harm the device and will power down
527  * 2) Avoid the NIC power down due to high temperature
528  *      Throttle early enough to lower the power consumption before
529  *      drastic steps are needed
530  *      Actions include relaxing the power down sleep thresholds and
531  *      decreasing the number of TX streams
532  * 3) Avoid throughput performance impact as much as possible
533  *
534  *=============================================================================
535  *                 Condition Nxt State  Condition Nxt State Condition Nxt State
536  *-----------------------------------------------------------------------------
537  *     IWL_TI_0     T >= 115   CT_KILL  115>T>=105   TI_1      N/A      N/A
538  *     IWL_TI_1     T >= 115   CT_KILL  115>T>=110   TI_2     T<=95     TI_0
539  *     IWL_TI_2     T >= 115   CT_KILL                        T<=100    TI_1
540  *    IWL_CT_KILL      N/A       N/A       N/A        N/A     T<=95     TI_0
541  *=============================================================================
542  */
543 static void iwl_advance_tt_handler(struct iwl_priv *priv, s32 temp)
544 {
545         struct iwl_tt_mgmt *tt = &priv->thermal_throttle;
546         int i;
547         bool changed = false;
548         enum iwl_tt_state old_state;
549         struct iwl_tt_trans *transaction;
550
551         old_state = tt->state;
552         for (i = 0; i < IWL_TI_STATE_MAX - 1; i++) {
553                 /* based on the current TT state,
554                  * find the curresponding transaction table
555                  * each table has (IWL_TI_STATE_MAX - 1) entries
556                  * tt->transaction + ((old_state * (IWL_TI_STATE_MAX - 1))
557                  * will advance to the correct table.
558                  * then based on the current temperature
559                  * find the next state need to transaction to
560                  * go through all the possible (IWL_TI_STATE_MAX - 1) entries
561                  * in the current table to see if transaction is needed
562                  */
563                 transaction = tt->transaction +
564                         ((old_state * (IWL_TI_STATE_MAX - 1)) + i);
565                 if (temp >= transaction->tt_low &&
566                     temp <= transaction->tt_high) {
567 #ifdef CONFIG_IWLWIFI_DEBUG
568                         if ((tt->tt_previous_temp) &&
569                             (temp > tt->tt_previous_temp) &&
570                             ((temp - tt->tt_previous_temp) >
571                             IWL_TT_INCREASE_MARGIN)) {
572                                 IWL_DEBUG_POWER(priv,
573                                         "Temperature increase %d "
574                                         "degree Celsius\n",
575                                         (temp - tt->tt_previous_temp));
576                         }
577                         tt->tt_previous_temp = temp;
578 #endif
579                         if (old_state !=
580                             transaction->next_state) {
581                                 changed = true;
582                                 tt->state =
583                                         transaction->next_state;
584                         }
585                         break;
586                 }
587         }
588         if (changed) {
589                 struct iwl_rxon_cmd *rxon = &priv->staging_rxon;
590
591                 if (tt->state >= IWL_TI_1) {
592                         /* force PI = IWL_POWER_INDEX_5 in the case of TI > 0 */
593                         tt->tt_power_mode = IWL_POWER_INDEX_5;
594                         if (!iwl_ht_enabled(priv))
595                                 /* disable HT */
596                                 rxon->flags &= ~(RXON_FLG_CHANNEL_MODE_MSK |
597                                         RXON_FLG_CTRL_CHANNEL_LOC_HI_MSK |
598                                         RXON_FLG_HT40_PROT_MSK |
599                                         RXON_FLG_HT_PROT_MSK);
600                         else {
601                                 /* check HT capability and set
602                                  * according to the system HT capability
603                                  * in case get disabled before */
604                                 iwl_set_rxon_ht(priv, &priv->current_ht_config);
605                         }
606
607                 } else {
608                         /*
609                          * restore system power setting -- it will be
610                          * recalculated automatically.
611                          */
612
613                         /* check HT capability and set
614                          * according to the system HT capability
615                          * in case get disabled before */
616                         iwl_set_rxon_ht(priv, &priv->current_ht_config);
617                 }
618                 mutex_lock(&priv->mutex);
619                 if (iwl_power_update_mode(priv, true)) {
620                         /* TT state not updated
621                          * try again during next temperature read
622                          */
623                         IWL_ERR(priv, "Cannot update power mode, "
624                                         "TT state not updated\n");
625                         tt->state = old_state;
626                 } else {
627                         IWL_DEBUG_POWER(priv,
628                                         "Thermal Throttling to new state: %u\n",
629                                         tt->state);
630                         if (old_state != IWL_TI_CT_KILL &&
631                             tt->state == IWL_TI_CT_KILL) {
632                                 IWL_DEBUG_POWER(priv, "Enter IWL_TI_CT_KILL\n");
633                                 iwl_perform_ct_kill_task(priv, true);
634
635                         } else if (old_state == IWL_TI_CT_KILL &&
636                                   tt->state != IWL_TI_CT_KILL) {
637                                 IWL_DEBUG_POWER(priv, "Exit IWL_TI_CT_KILL\n");
638                                 iwl_perform_ct_kill_task(priv, false);
639                         }
640                 }
641                 mutex_unlock(&priv->mutex);
642         }
643 }
644
645 /* Card State Notification indicated reach critical temperature
646  * if PSP not enable, no Thermal Throttling function will be performed
647  * just set the GP1 bit to acknowledge the event
648  * otherwise, go into IWL_TI_CT_KILL state
649  * since Card State Notification will not provide any temperature reading
650  * for Legacy mode
651  * so just pass the CT_KILL temperature to iwl_legacy_tt_handler()
652  * for advance mode
653  * pass CT_KILL_THRESHOLD+1 to make sure move into IWL_TI_CT_KILL state
654  */
655 static void iwl_bg_ct_enter(struct work_struct *work)
656 {
657         struct iwl_priv *priv = container_of(work, struct iwl_priv, ct_enter);
658         struct iwl_tt_mgmt *tt = &priv->thermal_throttle;
659
660         if (test_bit(STATUS_EXIT_PENDING, &priv->status))
661                 return;
662
663         if (!iwl_is_ready(priv))
664                 return;
665
666         if (tt->state != IWL_TI_CT_KILL) {
667                 IWL_ERR(priv, "Device reached critical temperature "
668                               "- ucode going to sleep!\n");
669                 if (!priv->thermal_throttle.advanced_tt)
670                         iwl_legacy_tt_handler(priv,
671                                               IWL_MINIMAL_POWER_THRESHOLD);
672                 else
673                         iwl_advance_tt_handler(priv,
674                                                CT_KILL_THRESHOLD + 1);
675         }
676 }
677
678 /* Card State Notification indicated out of critical temperature
679  * since Card State Notification will not provide any temperature reading
680  * so pass the IWL_REDUCED_PERFORMANCE_THRESHOLD_2 temperature
681  * to iwl_legacy_tt_handler() to get out of IWL_CT_KILL state
682  */
683 static void iwl_bg_ct_exit(struct work_struct *work)
684 {
685         struct iwl_priv *priv = container_of(work, struct iwl_priv, ct_exit);
686         struct iwl_tt_mgmt *tt = &priv->thermal_throttle;
687
688         if (test_bit(STATUS_EXIT_PENDING, &priv->status))
689                 return;
690
691         if (!iwl_is_ready(priv))
692                 return;
693
694         /* stop ct_kill_exit_tm timer */
695         del_timer_sync(&priv->thermal_throttle.ct_kill_exit_tm);
696
697         if (tt->state == IWL_TI_CT_KILL) {
698                 IWL_ERR(priv,
699                         "Device temperature below critical"
700                         "- ucode awake!\n");
701                 if (!priv->thermal_throttle.advanced_tt)
702                         iwl_legacy_tt_handler(priv,
703                                         IWL_REDUCED_PERFORMANCE_THRESHOLD_2);
704                 else
705                         iwl_advance_tt_handler(priv, CT_KILL_EXIT_THRESHOLD);
706         }
707 }
708
709 void iwl_tt_enter_ct_kill(struct iwl_priv *priv)
710 {
711         if (test_bit(STATUS_EXIT_PENDING, &priv->status))
712                 return;
713
714         IWL_DEBUG_POWER(priv, "Queueing critical temperature enter.\n");
715         queue_work(priv->workqueue, &priv->ct_enter);
716 }
717 EXPORT_SYMBOL(iwl_tt_enter_ct_kill);
718
719 void iwl_tt_exit_ct_kill(struct iwl_priv *priv)
720 {
721         if (test_bit(STATUS_EXIT_PENDING, &priv->status))
722                 return;
723
724         IWL_DEBUG_POWER(priv, "Queueing critical temperature exit.\n");
725         queue_work(priv->workqueue, &priv->ct_exit);
726 }
727 EXPORT_SYMBOL(iwl_tt_exit_ct_kill);
728
729 static void iwl_bg_tt_work(struct work_struct *work)
730 {
731         struct iwl_priv *priv = container_of(work, struct iwl_priv, tt_work);
732         s32 temp = priv->temperature; /* degrees CELSIUS except 4965 */
733
734         if (test_bit(STATUS_EXIT_PENDING, &priv->status))
735                 return;
736
737         if ((priv->hw_rev & CSR_HW_REV_TYPE_MSK) == CSR_HW_REV_TYPE_4965)
738                 temp = KELVIN_TO_CELSIUS(priv->temperature);
739
740         if (!priv->thermal_throttle.advanced_tt)
741                 iwl_legacy_tt_handler(priv, temp);
742         else
743                 iwl_advance_tt_handler(priv, temp);
744 }
745
746 void iwl_tt_handler(struct iwl_priv *priv)
747 {
748         if (test_bit(STATUS_EXIT_PENDING, &priv->status))
749                 return;
750
751         IWL_DEBUG_POWER(priv, "Queueing thermal throttling work.\n");
752         queue_work(priv->workqueue, &priv->tt_work);
753 }
754 EXPORT_SYMBOL(iwl_tt_handler);
755
756 /* Thermal throttling initialization
757  * For advance thermal throttling:
758  *     Initialize Thermal Index and temperature threshold table
759  *     Initialize thermal throttling restriction table
760  */
761 void iwl_tt_initialize(struct iwl_priv *priv)
762 {
763         struct iwl_tt_mgmt *tt = &priv->thermal_throttle;
764         int size = sizeof(struct iwl_tt_trans) * (IWL_TI_STATE_MAX - 1);
765         struct iwl_tt_trans *transaction;
766
767         IWL_DEBUG_POWER(priv, "Initialize Thermal Throttling \n");
768
769         memset(tt, 0, sizeof(struct iwl_tt_mgmt));
770
771         tt->state = IWL_TI_0;
772         init_timer(&priv->thermal_throttle.ct_kill_exit_tm);
773         priv->thermal_throttle.ct_kill_exit_tm.data = (unsigned long)priv;
774         priv->thermal_throttle.ct_kill_exit_tm.function = iwl_tt_check_exit_ct_kill;
775
776         /* setup deferred ct kill work */
777         INIT_WORK(&priv->tt_work, iwl_bg_tt_work);
778         INIT_WORK(&priv->ct_enter, iwl_bg_ct_enter);
779         INIT_WORK(&priv->ct_exit, iwl_bg_ct_exit);
780
781         switch (priv->hw_rev & CSR_HW_REV_TYPE_MSK) {
782         case CSR_HW_REV_TYPE_6x00:
783         case CSR_HW_REV_TYPE_6x50:
784                 IWL_DEBUG_POWER(priv, "Advanced Thermal Throttling\n");
785                 tt->restriction = kzalloc(sizeof(struct iwl_tt_restriction) *
786                                          IWL_TI_STATE_MAX, GFP_KERNEL);
787                 tt->transaction = kzalloc(sizeof(struct iwl_tt_trans) *
788                         IWL_TI_STATE_MAX * (IWL_TI_STATE_MAX - 1),
789                         GFP_KERNEL);
790                 if (!tt->restriction || !tt->transaction) {
791                         IWL_ERR(priv, "Fallback to Legacy Throttling\n");
792                         priv->thermal_throttle.advanced_tt = false;
793                         kfree(tt->restriction);
794                         tt->restriction = NULL;
795                         kfree(tt->transaction);
796                         tt->transaction = NULL;
797                 } else {
798                         transaction = tt->transaction +
799                                 (IWL_TI_0 * (IWL_TI_STATE_MAX - 1));
800                         memcpy(transaction, &tt_range_0[0], size);
801                         transaction = tt->transaction +
802                                 (IWL_TI_1 * (IWL_TI_STATE_MAX - 1));
803                         memcpy(transaction, &tt_range_1[0], size);
804                         transaction = tt->transaction +
805                                 (IWL_TI_2 * (IWL_TI_STATE_MAX - 1));
806                         memcpy(transaction, &tt_range_2[0], size);
807                         transaction = tt->transaction +
808                                 (IWL_TI_CT_KILL * (IWL_TI_STATE_MAX - 1));
809                         memcpy(transaction, &tt_range_3[0], size);
810                         size = sizeof(struct iwl_tt_restriction) *
811                                 IWL_TI_STATE_MAX;
812                         memcpy(tt->restriction,
813                                 &restriction_range[0], size);
814                         priv->thermal_throttle.advanced_tt = true;
815                 }
816                 break;
817         default:
818                 IWL_DEBUG_POWER(priv, "Legacy Thermal Throttling\n");
819                 priv->thermal_throttle.advanced_tt = false;
820                 break;
821         }
822 }
823 EXPORT_SYMBOL(iwl_tt_initialize);
824
825 /* cleanup thermal throttling management related memory and timer */
826 void iwl_tt_exit(struct iwl_priv *priv)
827 {
828         struct iwl_tt_mgmt *tt = &priv->thermal_throttle;
829
830         /* stop ct_kill_exit_tm timer if activated */
831         del_timer_sync(&priv->thermal_throttle.ct_kill_exit_tm);
832         cancel_work_sync(&priv->tt_work);
833         cancel_work_sync(&priv->ct_enter);
834         cancel_work_sync(&priv->ct_exit);
835
836         if (priv->thermal_throttle.advanced_tt) {
837                 /* free advance thermal throttling memory */
838                 kfree(tt->restriction);
839                 tt->restriction = NULL;
840                 kfree(tt->transaction);
841                 tt->transaction = NULL;
842         }
843 }
844 EXPORT_SYMBOL(iwl_tt_exit);
845
846 /* initialize to default */
847 void iwl_power_initialize(struct iwl_priv *priv)
848 {
849         u16 lctl = iwl_pcie_link_ctl(priv);
850
851         priv->power_data.pci_pm = !(lctl & PCI_CFG_LINK_CTRL_VAL_L0S_EN);
852
853         priv->power_data.debug_sleep_level_override = -1;
854
855         memset(&priv->power_data.sleep_cmd, 0,
856                 sizeof(priv->power_data.sleep_cmd));
857 }
858 EXPORT_SYMBOL(iwl_power_initialize);