Pileus Git - ~andy/linux/blob - sound/pci/hda/hda_intel.c

   1 /*
   2  *
   3  *  hda_intel.c - Implementation of primary alsa driver code base
   4  *                for Intel HD Audio.
   5  *
   6  *  Copyright(c) 2004 Intel Corporation. All rights reserved.
   7  *
   8  *  Copyright (c) 2004 Takashi Iwai <tiwai@suse.de>
   9  *                     PeiSen Hou <pshou@realtek.com.tw>
  10  *
  11  *  This program is free software; you can redistribute it and/or modify it
  12  *  under the terms of the GNU General Public License as published by the Free
  13  *  Software Foundation; either version 2 of the License, or (at your option)
  14  *  any later version.
  15  *
  16  *  This program is distributed in the hope that it will be useful, but WITHOUT
  17  *  ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
  18  *  FITNESS FOR A PARTICULAR PURPOSE.  See the GNU General Public License for
  19  *  more details.
  20  *
  21  *  You should have received a copy of the GNU General Public License along with
  22  *  this program; if not, write to the Free Software Foundation, Inc., 59
  23  *  Temple Place - Suite 330, Boston, MA  02111-1307, USA.
  24  *
  25  *  CONTACTS:
  26  *
  27  *  Matt Jared          matt.jared@intel.com
  28  *  Andy Kopp           andy.kopp@intel.com
  29  *  Dan Kogan           dan.d.kogan@intel.com
  30  *
  31  *  CHANGES:
  32  *
  33  *  2004.12.01  Major rewrite by tiwai, merged the work of pshou
  34  *
  35  */
  36
  37 #include <linux/delay.h>
  38 #include <linux/interrupt.h>
  39 #include <linux/kernel.h>
  40 #include <linux/module.h>
  41 #include <linux/dma-mapping.h>
  42 #include <linux/moduleparam.h>
  43 #include <linux/init.h>
  44 #include <linux/slab.h>
  45 #include <linux/pci.h>
  46 #include <linux/mutex.h>
  47 #include <linux/reboot.h>
  48 #include <linux/io.h>
  49 #include <linux/pm_runtime.h>
  50 #include <linux/clocksource.h>
  51 #include <linux/time.h>
  52 #include <linux/completion.h>
  53
  54 #ifdef CONFIG_X86
  55 /* for snoop control */
  56 #include <asm/pgtable.h>
  57 #include <asm/cacheflush.h>
  58 #endif
  59 #include <sound/core.h>
  60 #include <sound/initval.h>
  61 #include <linux/vgaarb.h>
  62 #include <linux/vga_switcheroo.h>
  63 #include <linux/firmware.h>
  64 #include "hda_codec.h"
  65
  66
  67 static int index[SNDRV_CARDS] = SNDRV_DEFAULT_IDX;
  68 static char *id[SNDRV_CARDS] = SNDRV_DEFAULT_STR;
  69 static bool enable[SNDRV_CARDS] = SNDRV_DEFAULT_ENABLE_PNP;
  70 static char *model[SNDRV_CARDS];
  71 static int position_fix[SNDRV_CARDS] = {[0 ... (SNDRV_CARDS-1)] = -1};
  72 static int bdl_pos_adj[SNDRV_CARDS] = {[0 ... (SNDRV_CARDS-1)] = -1};
  73 static int probe_mask[SNDRV_CARDS] = {[0 ... (SNDRV_CARDS-1)] = -1};
  74 static int probe_only[SNDRV_CARDS];
  75 static int jackpoll_ms[SNDRV_CARDS];
  76 static bool single_cmd;
  77 static int enable_msi = -1;
  78 #ifdef CONFIG_SND_HDA_PATCH_LOADER
  79 static char *patch[SNDRV_CARDS];
  80 #endif
  81 #ifdef CONFIG_SND_HDA_INPUT_BEEP
  82 static bool beep_mode[SNDRV_CARDS] = {[0 ... (SNDRV_CARDS-1)] =
  83                                         CONFIG_SND_HDA_INPUT_BEEP_MODE};
  84 #endif
  85
  86 module_param_array(index, int, NULL, 0444);
  87 MODULE_PARM_DESC(index, "Index value for Intel HD audio interface.");
  88 module_param_array(id, charp, NULL, 0444);
  89 MODULE_PARM_DESC(id, "ID string for Intel HD audio interface.");
  90 module_param_array(enable, bool, NULL, 0444);
  91 MODULE_PARM_DESC(enable, "Enable Intel HD audio interface.");
  92 module_param_array(model, charp, NULL, 0444);
  93 MODULE_PARM_DESC(model, "Use the given board model.");
  94 module_param_array(position_fix, int, NULL, 0444);
  95 MODULE_PARM_DESC(position_fix, "DMA pointer read method."
  96                  "(-1 = system default, 0 = auto, 1 = LPIB, 2 = POSBUF, 3 = VIACOMBO, 4 = COMBO).");
  97 module_param_array(bdl_pos_adj, int, NULL, 0644);
  98 MODULE_PARM_DESC(bdl_pos_adj, "BDL position adjustment offset.");
  99 module_param_array(probe_mask, int, NULL, 0444);
 100 MODULE_PARM_DESC(probe_mask, "Bitmask to probe codecs (default = -1).");
 101 module_param_array(probe_only, int, NULL, 0444);
 102 MODULE_PARM_DESC(probe_only, "Only probing and no codec initialization.");
 103 module_param_array(jackpoll_ms, int, NULL, 0444);
 104 MODULE_PARM_DESC(jackpoll_ms, "Ms between polling for jack events (default = 0, using unsol events only)");
 105 module_param(single_cmd, bool, 0444);
 106 MODULE_PARM_DESC(single_cmd, "Use single command to communicate with codecs "
 107                  "(for debugging only).");
 108 module_param(enable_msi, bint, 0444);
 109 MODULE_PARM_DESC(enable_msi, "Enable Message Signaled Interrupt (MSI)");
 110 #ifdef CONFIG_SND_HDA_PATCH_LOADER
 111 module_param_array(patch, charp, NULL, 0444);
 112 MODULE_PARM_DESC(patch, "Patch file for Intel HD audio interface.");
 113 #endif
 114 #ifdef CONFIG_SND_HDA_INPUT_BEEP
 115 module_param_array(beep_mode, bool, NULL, 0444);
 116 MODULE_PARM_DESC(beep_mode, "Select HDA Beep registration mode "
 117                             "(0=off, 1=on) (default=1).");
 118 #endif
 119
 120 #ifdef CONFIG_PM
 121 static int param_set_xint(const char *val, const struct kernel_param *kp);
 122 static struct kernel_param_ops param_ops_xint = {
 123         .set = param_set_xint,
 124         .get = param_get_int,
 125 };
 126 #define param_check_xint param_check_int
 127
 128 static int power_save = CONFIG_SND_HDA_POWER_SAVE_DEFAULT;
 129 module_param(power_save, xint, 0644);
 130 MODULE_PARM_DESC(power_save, "Automatic power-saving timeout "
 131                  "(in second, 0 = disable).");
 132
 133 /* reset the HD-audio controller in power save mode.
 134  * this may give more power-saving, but will take longer time to
 135  * wake up.
 136  */
 137 static int power_save_controller = -1;
 138 module_param(power_save_controller, bint, 0644);
 139 MODULE_PARM_DESC(power_save_controller, "Reset controller in power save mode.");
 140 #endif /* CONFIG_PM */
 141
 142 static int align_buffer_size = -1;
 143 module_param(align_buffer_size, bint, 0644);
 144 MODULE_PARM_DESC(align_buffer_size,
 145                 "Force buffer and period sizes to be multiple of 128 bytes.");
 146
 147 #ifdef CONFIG_X86
 148 static bool hda_snoop = true;
 149 module_param_named(snoop, hda_snoop, bool, 0444);
 150 MODULE_PARM_DESC(snoop, "Enable/disable snooping");
 151 #define azx_snoop(chip)         (chip)->snoop
 152 #else
 153 #define hda_snoop               true
 154 #define azx_snoop(chip)         true
 155 #endif
 156
 157
 158 MODULE_LICENSE("GPL");
 159 MODULE_SUPPORTED_DEVICE("{{Intel, ICH6},"
 160                          "{Intel, ICH6M},"
 161                          "{Intel, ICH7},"
 162                          "{Intel, ESB2},"
 163                          "{Intel, ICH8},"
 164                          "{Intel, ICH9},"
 165                          "{Intel, ICH10},"
 166                          "{Intel, PCH},"
 167                          "{Intel, CPT},"
 168                          "{Intel, PPT},"
 169                          "{Intel, LPT},"
 170                          "{Intel, LPT_LP},"
 171                          "{Intel, HPT},"
 172                          "{Intel, PBG},"
 173                          "{Intel, SCH},"
 174                          "{ATI, SB450},"
 175                          "{ATI, SB600},"
 176                          "{ATI, RS600},"
 177                          "{ATI, RS690},"
 178                          "{ATI, RS780},"
 179                          "{ATI, R600},"
 180                          "{ATI, RV630},"
 181                          "{ATI, RV610},"
 182                          "{ATI, RV670},"
 183                          "{ATI, RV635},"
 184                          "{ATI, RV620},"
 185                          "{ATI, RV770},"
 186                          "{VIA, VT8251},"
 187                          "{VIA, VT8237A},"
 188                          "{SiS, SIS966},"
 189                          "{ULI, M5461}}");
 190 MODULE_DESCRIPTION("Intel HDA driver");
 191
 192 #ifdef CONFIG_SND_VERBOSE_PRINTK
 193 #define SFX     /* nop */
 194 #else
 195 #define SFX     "hda-intel "
 196 #endif
 197
 198 #if defined(CONFIG_PM) && defined(CONFIG_VGA_SWITCHEROO)
 199 #ifdef CONFIG_SND_HDA_CODEC_HDMI
 200 #define SUPPORT_VGA_SWITCHEROO
 201 #endif
 202 #endif
 203
 204
 205 /*
 206  * registers
 207  */
 208 #define ICH6_REG_GCAP                   0x00
 209 #define   ICH6_GCAP_64OK        (1 << 0)   /* 64bit address support */
 210 #define   ICH6_GCAP_NSDO        (3 << 1)   /* # of serial data out signals */
 211 #define   ICH6_GCAP_BSS         (31 << 3)  /* # of bidirectional streams */
 212 #define   ICH6_GCAP_ISS         (15 << 8)  /* # of input streams */
 213 #define   ICH6_GCAP_OSS         (15 << 12) /* # of output streams */
 214 #define ICH6_REG_VMIN                   0x02
 215 #define ICH6_REG_VMAJ                   0x03
 216 #define ICH6_REG_OUTPAY                 0x04
 217 #define ICH6_REG_INPAY                  0x06
 218 #define ICH6_REG_GCTL                   0x08
 219 #define   ICH6_GCTL_RESET       (1 << 0)   /* controller reset */
 220 #define   ICH6_GCTL_FCNTRL      (1 << 1)   /* flush control */
 221 #define   ICH6_GCTL_UNSOL       (1 << 8)   /* accept unsol. response enable */
 222 #define ICH6_REG_WAKEEN                 0x0c
 223 #define ICH6_REG_STATESTS               0x0e
 224 #define ICH6_REG_GSTS                   0x10
 225 #define   ICH6_GSTS_FSTS        (1 << 1)   /* flush status */
 226 #define ICH6_REG_INTCTL                 0x20
 227 #define ICH6_REG_INTSTS                 0x24
 228 #define ICH6_REG_WALLCLK                0x30    /* 24Mhz source */
 229 #define ICH6_REG_OLD_SSYNC              0x34    /* SSYNC for old ICH */
 230 #define ICH6_REG_SSYNC                  0x38
 231 #define ICH6_REG_CORBLBASE              0x40
 232 #define ICH6_REG_CORBUBASE              0x44
 233 #define ICH6_REG_CORBWP                 0x48
 234 #define ICH6_REG_CORBRP                 0x4a
 235 #define   ICH6_CORBRP_RST       (1 << 15)  /* read pointer reset */
 236 #define ICH6_REG_CORBCTL                0x4c
 237 #define   ICH6_CORBCTL_RUN      (1 << 1)   /* enable DMA */
 238 #define   ICH6_CORBCTL_CMEIE    (1 << 0)   /* enable memory error irq */
 239 #define ICH6_REG_CORBSTS                0x4d
 240 #define   ICH6_CORBSTS_CMEI     (1 << 0)   /* memory error indication */
 241 #define ICH6_REG_CORBSIZE               0x4e
 242
 243 #define ICH6_REG_RIRBLBASE              0x50
 244 #define ICH6_REG_RIRBUBASE              0x54
 245 #define ICH6_REG_RIRBWP                 0x58
 246 #define   ICH6_RIRBWP_RST       (1 << 15)  /* write pointer reset */
 247 #define ICH6_REG_RINTCNT                0x5a
 248 #define ICH6_REG_RIRBCTL                0x5c
 249 #define   ICH6_RBCTL_IRQ_EN     (1 << 0)   /* enable IRQ */
 250 #define   ICH6_RBCTL_DMA_EN     (1 << 1)   /* enable DMA */
 251 #define   ICH6_RBCTL_OVERRUN_EN (1 << 2)   /* enable overrun irq */
 252 #define ICH6_REG_RIRBSTS                0x5d
 253 #define   ICH6_RBSTS_IRQ        (1 << 0)   /* response irq */
 254 #define   ICH6_RBSTS_OVERRUN    (1 << 2)   /* overrun irq */
 255 #define ICH6_REG_RIRBSIZE               0x5e
 256
 257 #define ICH6_REG_IC                     0x60
 258 #define ICH6_REG_IR                     0x64
 259 #define ICH6_REG_IRS                    0x68
 260 #define   ICH6_IRS_VALID        (1<<1)
 261 #define   ICH6_IRS_BUSY         (1<<0)
 262
 263 #define ICH6_REG_DPLBASE                0x70
 264 #define ICH6_REG_DPUBASE                0x74
 265 #define   ICH6_DPLBASE_ENABLE   0x1     /* Enable position buffer */
 266
 267 /* SD offset: SDI0=0x80, SDI1=0xa0, ... SDO3=0x160 */
 268 enum { SDI0, SDI1, SDI2, SDI3, SDO0, SDO1, SDO2, SDO3 };
 269
 270 /* stream register offsets from stream base */
 271 #define ICH6_REG_SD_CTL                 0x00
 272 #define ICH6_REG_SD_STS                 0x03
 273 #define ICH6_REG_SD_LPIB                0x04
 274 #define ICH6_REG_SD_CBL                 0x08
 275 #define ICH6_REG_SD_LVI                 0x0c
 276 #define ICH6_REG_SD_FIFOW               0x0e
 277 #define ICH6_REG_SD_FIFOSIZE            0x10
 278 #define ICH6_REG_SD_FORMAT              0x12
 279 #define ICH6_REG_SD_BDLPL               0x18
 280 #define ICH6_REG_SD_BDLPU               0x1c
 281
 282 /* PCI space */
 283 #define ICH6_PCIREG_TCSEL       0x44
 284
 285 /*
 286  * other constants
 287  */
 288
 289 /* max number of SDs */
 290 /* ICH, ATI and VIA have 4 playback and 4 capture */
 291 #define ICH6_NUM_CAPTURE        4
 292 #define ICH6_NUM_PLAYBACK       4
 293
 294 /* ULI has 6 playback and 5 capture */
 295 #define ULI_NUM_CAPTURE         5
 296 #define ULI_NUM_PLAYBACK        6
 297
 298 /* ATI HDMI has 1 playback and 0 capture */
 299 #define ATIHDMI_NUM_CAPTURE     0
 300 #define ATIHDMI_NUM_PLAYBACK    1
 301
 302 /* TERA has 4 playback and 3 capture */
 303 #define TERA_NUM_CAPTURE        3
 304 #define TERA_NUM_PLAYBACK       4
 305
 306 /* this number is statically defined for simplicity */
 307 #define MAX_AZX_DEV             16
 308
 309 /* max number of fragments - we may use more if allocating more pages for BDL */
 310 #define BDL_SIZE                4096
 311 #define AZX_MAX_BDL_ENTRIES     (BDL_SIZE / 16)
 312 #define AZX_MAX_FRAG            32
 313 /* max buffer size - no h/w limit, you can increase as you like */
 314 #define AZX_MAX_BUF_SIZE        (1024*1024*1024)
 315
 316 /* RIRB int mask: overrun[2], response[0] */
 317 #define RIRB_INT_RESPONSE       0x01
 318 #define RIRB_INT_OVERRUN        0x04
 319 #define RIRB_INT_MASK           0x05
 320
 321 /* STATESTS int mask: S3,SD2,SD1,SD0 */
 322 #define AZX_MAX_CODECS          8
 323 #define AZX_DEFAULT_CODECS      4
 324 #define STATESTS_INT_MASK       ((1 << AZX_MAX_CODECS) - 1)
 325
 326 /* SD_CTL bits */
 327 #define SD_CTL_STREAM_RESET     0x01    /* stream reset bit */
 328 #define SD_CTL_DMA_START        0x02    /* stream DMA start bit */
 329 #define SD_CTL_STRIPE           (3 << 16)       /* stripe control */
 330 #define SD_CTL_TRAFFIC_PRIO     (1 << 18)       /* traffic priority */
 331 #define SD_CTL_DIR              (1 << 19)       /* bi-directional stream */
 332 #define SD_CTL_STREAM_TAG_MASK  (0xf << 20)
 333 #define SD_CTL_STREAM_TAG_SHIFT 20
 334
 335 /* SD_CTL and SD_STS */
 336 #define SD_INT_DESC_ERR         0x10    /* descriptor error interrupt */
 337 #define SD_INT_FIFO_ERR         0x08    /* FIFO error interrupt */
 338 #define SD_INT_COMPLETE         0x04    /* completion interrupt */
 339 #define SD_INT_MASK             (SD_INT_DESC_ERR|SD_INT_FIFO_ERR|\
 340                                  SD_INT_COMPLETE)
 341
 342 /* SD_STS */
 343 #define SD_STS_FIFO_READY       0x20    /* FIFO ready */
 344
 345 /* INTCTL and INTSTS */
 346 #define ICH6_INT_ALL_STREAM     0xff       /* all stream interrupts */
 347 #define ICH6_INT_CTRL_EN        0x40000000 /* controller interrupt enable bit */
 348 #define ICH6_INT_GLOBAL_EN      0x80000000 /* global interrupt enable bit */
 349
 350 /* below are so far hardcoded - should read registers in future */
 351 #define ICH6_MAX_CORB_ENTRIES   256
 352 #define ICH6_MAX_RIRB_ENTRIES   256
 353
 354 /* position fix mode */
 355 enum {
 356         POS_FIX_AUTO,
 357         POS_FIX_LPIB,
 358         POS_FIX_POSBUF,
 359         POS_FIX_VIACOMBO,
 360         POS_FIX_COMBO,
 361 };
 362
 363 /* Defines for ATI HD Audio support in SB450 south bridge */
 364 #define ATI_SB450_HDAUDIO_MISC_CNTR2_ADDR   0x42
 365 #define ATI_SB450_HDAUDIO_ENABLE_SNOOP      0x02
 366
 367 /* Defines for Nvidia HDA support */
 368 #define NVIDIA_HDA_TRANSREG_ADDR      0x4e
 369 #define NVIDIA_HDA_ENABLE_COHBITS     0x0f
 370 #define NVIDIA_HDA_ISTRM_COH          0x4d
 371 #define NVIDIA_HDA_OSTRM_COH          0x4c
 372 #define NVIDIA_HDA_ENABLE_COHBIT      0x01
 373
 374 /* Defines for Intel SCH HDA snoop control */
 375 #define INTEL_SCH_HDA_DEVC      0x78
 376 #define INTEL_SCH_HDA_DEVC_NOSNOOP       (0x1<<11)
 377
 378 /* Define IN stream 0 FIFO size offset in VIA controller */
 379 #define VIA_IN_STREAM0_FIFO_SIZE_OFFSET 0x90
 380 /* Define VIA HD Audio Device ID*/
 381 #define VIA_HDAC_DEVICE_ID              0x3288
 382
 383 /* HD Audio class code */
 384 #define PCI_CLASS_MULTIMEDIA_HD_AUDIO   0x0403
 385
 386 /*
 387  */
 388
 389 struct azx_dev {
 390         struct snd_dma_buffer bdl; /* BDL buffer */
 391         u32 *posbuf;            /* position buffer pointer */
 392
 393         unsigned int bufsize;   /* size of the play buffer in bytes */
 394         unsigned int period_bytes; /* size of the period in bytes */
 395         unsigned int frags;     /* number for period in the play buffer */
 396         unsigned int fifo_size; /* FIFO size */
 397         unsigned long start_wallclk;    /* start + minimum wallclk */
 398         unsigned long period_wallclk;   /* wallclk for period */
 399
 400         void __iomem *sd_addr;  /* stream descriptor pointer */
 401
 402         u32 sd_int_sta_mask;    /* stream int status mask */
 403
 404         /* pcm support */
 405         struct snd_pcm_substream *substream;    /* assigned substream,
 406                                                  * set in PCM open
 407                                                  */
 408         unsigned int format_val;        /* format value to be set in the
 409                                          * controller and the codec
 410                                          */
 411         unsigned char stream_tag;       /* assigned stream */
 412         unsigned char index;            /* stream index */
 413         int assigned_key;               /* last device# key assigned to */
 414
 415         unsigned int opened :1;
 416         unsigned int running :1;
 417         unsigned int irq_pending :1;
 418         /*
 419          * For VIA:
 420          *  A flag to ensure DMA position is 0
 421          *  when link position is not greater than FIFO size
 422          */
 423         unsigned int insufficient :1;
 424         unsigned int wc_marked:1;
 425         unsigned int no_period_wakeup:1;
 426
 427         struct timecounter  azx_tc;
 428         struct cyclecounter azx_cc;
 429 };
 430
 431 /* CORB/RIRB */
 432 struct azx_rb {
 433         u32 *buf;               /* CORB/RIRB buffer
 434                                  * Each CORB entry is 4byte, RIRB is 8byte
 435                                  */
 436         dma_addr_t addr;        /* physical address of CORB/RIRB buffer */
 437         /* for RIRB */
 438         unsigned short rp, wp;  /* read/write pointers */
 439         int cmds[AZX_MAX_CODECS];       /* number of pending requests */
 440         u32 res[AZX_MAX_CODECS];        /* last read value */
 441 };
 442
 443 struct azx_pcm {
 444         struct azx *chip;
 445         struct snd_pcm *pcm;
 446         struct hda_codec *codec;
 447         struct hda_pcm_stream *hinfo[2];
 448         struct list_head list;
 449 };
 450
 451 struct azx {
 452         struct snd_card *card;
 453         struct pci_dev *pci;
 454         int dev_index;
 455
 456         /* chip type specific */
 457         int driver_type;
 458         unsigned int driver_caps;
 459         int playback_streams;
 460         int playback_index_offset;
 461         int capture_streams;
 462         int capture_index_offset;
 463         int num_streams;
 464
 465         /* pci resources */
 466         unsigned long addr;
 467         void __iomem *remap_addr;
 468         int irq;
 469
 470         /* locks */
 471         spinlock_t reg_lock;
 472         struct mutex open_mutex;
 473         struct completion probe_wait;
 474
 475         /* streams (x num_streams) */
 476         struct azx_dev *azx_dev;
 477
 478         /* PCM */
 479         struct list_head pcm_list; /* azx_pcm list */
 480
 481         /* HD codec */
 482         unsigned short codec_mask;
 483         int  codec_probe_mask; /* copied from probe_mask option */
 484         struct hda_bus *bus;
 485         unsigned int beep_mode;
 486
 487         /* CORB/RIRB */
 488         struct azx_rb corb;
 489         struct azx_rb rirb;
 490
 491         /* CORB/RIRB and position buffers */
 492         struct snd_dma_buffer rb;
 493         struct snd_dma_buffer posbuf;
 494
 495 #ifdef CONFIG_SND_HDA_PATCH_LOADER
 496         const struct firmware *fw;
 497 #endif
 498
 499         /* flags */
 500         int position_fix[2]; /* for both playback/capture streams */
 501         int poll_count;
 502         unsigned int running :1;
 503         unsigned int initialized :1;
 504         unsigned int single_cmd :1;
 505         unsigned int polling_mode :1;
 506         unsigned int msi :1;
 507         unsigned int irq_pending_warned :1;
 508         unsigned int probing :1; /* codec probing phase */
 509         unsigned int snoop:1;
 510         unsigned int align_buffer_size:1;
 511         unsigned int region_requested:1;
 512
 513         /* VGA-switcheroo setup */
 514         unsigned int use_vga_switcheroo:1;
 515         unsigned int vga_switcheroo_registered:1;
 516         unsigned int init_failed:1; /* delayed init failed */
 517         unsigned int disabled:1; /* disabled by VGA-switcher */
 518
 519         /* for debugging */
 520         unsigned int last_cmd[AZX_MAX_CODECS];
 521
 522         /* for pending irqs */
 523         struct work_struct irq_pending_work;
 524
 525         /* reboot notifier (for mysterious hangup problem at power-down) */
 526         struct notifier_block reboot_notifier;
 527
 528         /* card list (for power_save trigger) */
 529         struct list_head list;
 530 };
 531
 532 #define CREATE_TRACE_POINTS
 533 #include "hda_intel_trace.h"
 534
 535 /* driver types */
 536 enum {
 537         AZX_DRIVER_ICH,
 538         AZX_DRIVER_PCH,
 539         AZX_DRIVER_SCH,
 540         AZX_DRIVER_ATI,
 541         AZX_DRIVER_ATIHDMI,
 542         AZX_DRIVER_ATIHDMI_NS,
 543         AZX_DRIVER_VIA,
 544         AZX_DRIVER_SIS,
 545         AZX_DRIVER_ULI,
 546         AZX_DRIVER_NVIDIA,
 547         AZX_DRIVER_TERA,
 548         AZX_DRIVER_CTX,
 549         AZX_DRIVER_CTHDA,
 550         AZX_DRIVER_GENERIC,
 551         AZX_NUM_DRIVERS, /* keep this as last entry */
 552 };
 553
 554 /* driver quirks (capabilities) */
 555 /* bits 0-7 are used for indicating driver type */
 556 #define AZX_DCAPS_NO_TCSEL      (1 << 8)        /* No Intel TCSEL bit */
 557 #define AZX_DCAPS_NO_MSI        (1 << 9)        /* No MSI support */
 558 #define AZX_DCAPS_ATI_SNOOP     (1 << 10)       /* ATI snoop enable */
 559 #define AZX_DCAPS_NVIDIA_SNOOP  (1 << 11)       /* Nvidia snoop enable */
 560 #define AZX_DCAPS_SCH_SNOOP     (1 << 12)       /* SCH/PCH snoop enable */
 561 #define AZX_DCAPS_RIRB_DELAY    (1 << 13)       /* Long delay in read loop */
 562 #define AZX_DCAPS_RIRB_PRE_DELAY (1 << 14)      /* Put a delay before read */
 563 #define AZX_DCAPS_CTX_WORKAROUND (1 << 15)      /* X-Fi workaround */
 564 #define AZX_DCAPS_POSFIX_LPIB   (1 << 16)       /* Use LPIB as default */
 565 #define AZX_DCAPS_POSFIX_VIA    (1 << 17)       /* Use VIACOMBO as default */
 566 #define AZX_DCAPS_NO_64BIT      (1 << 18)       /* No 64bit address */
 567 #define AZX_DCAPS_SYNC_WRITE    (1 << 19)       /* sync each cmd write */
 568 #define AZX_DCAPS_OLD_SSYNC     (1 << 20)       /* Old SSYNC reg for ICH */
 569 #define AZX_DCAPS_BUFSIZE       (1 << 21)       /* no buffer size alignment */
 570 #define AZX_DCAPS_ALIGN_BUFSIZE (1 << 22)       /* buffer size alignment */
 571 #define AZX_DCAPS_4K_BDLE_BOUNDARY (1 << 23)    /* BDLE in 4k boundary */
 572 #define AZX_DCAPS_COUNT_LPIB_DELAY  (1 << 25)   /* Take LPIB as delay */
 573 #define AZX_DCAPS_PM_RUNTIME    (1 << 26)       /* runtime PM support */
 574
 575 /* quirks for Intel PCH */
 576 #define AZX_DCAPS_INTEL_PCH_NOPM \
 577         (AZX_DCAPS_SCH_SNOOP | AZX_DCAPS_BUFSIZE | \
 578          AZX_DCAPS_COUNT_LPIB_DELAY)
 579
 580 #define AZX_DCAPS_INTEL_PCH \
 581         (AZX_DCAPS_INTEL_PCH_NOPM | AZX_DCAPS_PM_RUNTIME)
 582
 583 /* quirks for ATI SB / AMD Hudson */
 584 #define AZX_DCAPS_PRESET_ATI_SB \
 585         (AZX_DCAPS_ATI_SNOOP | AZX_DCAPS_NO_TCSEL | \
 586          AZX_DCAPS_SYNC_WRITE | AZX_DCAPS_POSFIX_LPIB)
 587
 588 /* quirks for ATI/AMD HDMI */
 589 #define AZX_DCAPS_PRESET_ATI_HDMI \
 590         (AZX_DCAPS_NO_TCSEL | AZX_DCAPS_SYNC_WRITE | AZX_DCAPS_POSFIX_LPIB)
 591
 592 /* quirks for Nvidia */
 593 #define AZX_DCAPS_PRESET_NVIDIA \
 594         (AZX_DCAPS_NVIDIA_SNOOP | AZX_DCAPS_RIRB_DELAY | AZX_DCAPS_NO_MSI |\
 595          AZX_DCAPS_ALIGN_BUFSIZE)
 596
 597 #define AZX_DCAPS_PRESET_CTHDA \
 598         (AZX_DCAPS_NO_MSI | AZX_DCAPS_POSFIX_LPIB | AZX_DCAPS_4K_BDLE_BOUNDARY)
 599
 600 /*
 601  * VGA-switcher support
 602  */
 603 #ifdef SUPPORT_VGA_SWITCHEROO
 604 #define use_vga_switcheroo(chip)        ((chip)->use_vga_switcheroo)
 605 #else
 606 #define use_vga_switcheroo(chip)        0
 607 #endif
 608
 609 static char *driver_short_names[] = {
 610         [AZX_DRIVER_ICH] = "HDA Intel",
 611         [AZX_DRIVER_PCH] = "HDA Intel PCH",
 612         [AZX_DRIVER_SCH] = "HDA Intel MID",
 613         [AZX_DRIVER_ATI] = "HDA ATI SB",
 614         [AZX_DRIVER_ATIHDMI] = "HDA ATI HDMI",
 615         [AZX_DRIVER_ATIHDMI_NS] = "HDA ATI HDMI",
 616         [AZX_DRIVER_VIA] = "HDA VIA VT82xx",
 617         [AZX_DRIVER_SIS] = "HDA SIS966",
 618         [AZX_DRIVER_ULI] = "HDA ULI M5461",
 619         [AZX_DRIVER_NVIDIA] = "HDA NVidia",
 620         [AZX_DRIVER_TERA] = "HDA Teradici",
 621         [AZX_DRIVER_CTX] = "HDA Creative",
 622         [AZX_DRIVER_CTHDA] = "HDA Creative",
 623         [AZX_DRIVER_GENERIC] = "HD-Audio Generic",
 624 };
 625
 626 /*
 627  * macros for easy use
 628  */
 629 #define azx_writel(chip,reg,value) \
 630         writel(value, (chip)->remap_addr + ICH6_REG_##reg)
 631 #define azx_readl(chip,reg) \
 632         readl((chip)->remap_addr + ICH6_REG_##reg)
 633 #define azx_writew(chip,reg,value) \
 634         writew(value, (chip)->remap_addr + ICH6_REG_##reg)
 635 #define azx_readw(chip,reg) \
 636         readw((chip)->remap_addr + ICH6_REG_##reg)
 637 #define azx_writeb(chip,reg,value) \
 638         writeb(value, (chip)->remap_addr + ICH6_REG_##reg)
 639 #define azx_readb(chip,reg) \
 640         readb((chip)->remap_addr + ICH6_REG_##reg)
 641
 642 #define azx_sd_writel(dev,reg,value) \
 643         writel(value, (dev)->sd_addr + ICH6_REG_##reg)
 644 #define azx_sd_readl(dev,reg) \
 645         readl((dev)->sd_addr + ICH6_REG_##reg)
 646 #define azx_sd_writew(dev,reg,value) \
 647         writew(value, (dev)->sd_addr + ICH6_REG_##reg)
 648 #define azx_sd_readw(dev,reg) \
 649         readw((dev)->sd_addr + ICH6_REG_##reg)
 650 #define azx_sd_writeb(dev,reg,value) \
 651         writeb(value, (dev)->sd_addr + ICH6_REG_##reg)
 652 #define azx_sd_readb(dev,reg) \
 653         readb((dev)->sd_addr + ICH6_REG_##reg)
 654
 655 /* for pcm support */
 656 #define get_azx_dev(substream) (substream->runtime->private_data)
 657
 658 #ifdef CONFIG_X86
 659 static void __mark_pages_wc(struct azx *chip, struct snd_dma_buffer *dmab, bool on)
 660 {
 661         int pages;
 662
 663         if (azx_snoop(chip))
 664                 return;
 665         if (!dmab || !dmab->area || !dmab->bytes)
 666                 return;
 667
 668 #ifdef CONFIG_SND_DMA_SGBUF
 669         if (dmab->dev.type == SNDRV_DMA_TYPE_DEV_SG) {
 670                 struct snd_sg_buf *sgbuf = dmab->private_data;
 671                 if (on)
 672                         set_pages_array_wc(sgbuf->page_table, sgbuf->pages);
 673                 else
 674                         set_pages_array_wb(sgbuf->page_table, sgbuf->pages);
 675                 return;
 676         }
 677 #endif
 678
 679         pages = (dmab->bytes + PAGE_SIZE - 1) >> PAGE_SHIFT;
 680         if (on)
 681                 set_memory_wc((unsigned long)dmab->area, pages);
 682         else
 683                 set_memory_wb((unsigned long)dmab->area, pages);
 684 }
 685
 686 static inline void mark_pages_wc(struct azx *chip, struct snd_dma_buffer *buf,
 687                                  bool on)
 688 {
 689         __mark_pages_wc(chip, buf, on);
 690 }
 691 static inline void mark_runtime_wc(struct azx *chip, struct azx_dev *azx_dev,
 692                                    struct snd_pcm_substream *substream, bool on)
 693 {
 694         if (azx_dev->wc_marked != on) {
 695                 __mark_pages_wc(chip, snd_pcm_get_dma_buf(substream), on);
 696                 azx_dev->wc_marked = on;
 697         }
 698 }
 699 #else
 700 /* NOP for other archs */
 701 static inline void mark_pages_wc(struct azx *chip, struct snd_dma_buffer *buf,
 702                                  bool on)
 703 {
 704 }
 705 static inline void mark_runtime_wc(struct azx *chip, struct azx_dev *azx_dev,
 706                                    struct snd_pcm_substream *substream, bool on)
 707 {
 708 }
 709 #endif
 710
 711 static int azx_acquire_irq(struct azx *chip, int do_disconnect);
 712 static int azx_send_cmd(struct hda_bus *bus, unsigned int val);
 713 /*
 714  * Interface for HD codec
 715  */
 716
 717 /*
 718  * CORB / RIRB interface
 719  */
 720 static int azx_alloc_cmd_io(struct azx *chip)
 721 {
 722         int err;
 723
 724         /* single page (at least 4096 bytes) must suffice for both ringbuffes */
 725         err = snd_dma_alloc_pages(SNDRV_DMA_TYPE_DEV,
 726                                   snd_dma_pci_data(chip->pci),
 727                                   PAGE_SIZE, &chip->rb);
 728         if (err < 0) {
 729                 snd_printk(KERN_ERR SFX "%s: cannot allocate CORB/RIRB\n", pci_name(chip->pci));
 730                 return err;
 731         }
 732         mark_pages_wc(chip, &chip->rb, true);
 733         return 0;
 734 }
 735
 736 static void azx_init_cmd_io(struct azx *chip)
 737 {
 738         spin_lock_irq(&chip->reg_lock);
 739         /* CORB set up */
 740         chip->corb.addr = chip->rb.addr;
 741         chip->corb.buf = (u32 *)chip->rb.area;
 742         azx_writel(chip, CORBLBASE, (u32)chip->corb.addr);
 743         azx_writel(chip, CORBUBASE, upper_32_bits(chip->corb.addr));
 744
 745         /* set the corb size to 256 entries (ULI requires explicitly) */
 746         azx_writeb(chip, CORBSIZE, 0x02);
 747         /* set the corb write pointer to 0 */
 748         azx_writew(chip, CORBWP, 0);
 749         /* reset the corb hw read pointer */
 750         azx_writew(chip, CORBRP, ICH6_CORBRP_RST);
 751         /* enable corb dma */
 752         azx_writeb(chip, CORBCTL, ICH6_CORBCTL_RUN);
 753
 754         /* RIRB set up */
 755         chip->rirb.addr = chip->rb.addr + 2048;
 756         chip->rirb.buf = (u32 *)(chip->rb.area + 2048);
 757         chip->rirb.wp = chip->rirb.rp = 0;
 758         memset(chip->rirb.cmds, 0, sizeof(chip->rirb.cmds));
 759         azx_writel(chip, RIRBLBASE, (u32)chip->rirb.addr);
 760         azx_writel(chip, RIRBUBASE, upper_32_bits(chip->rirb.addr));
 761
 762         /* set the rirb size to 256 entries (ULI requires explicitly) */
 763         azx_writeb(chip, RIRBSIZE, 0x02);
 764         /* reset the rirb hw write pointer */
 765         azx_writew(chip, RIRBWP, ICH6_RIRBWP_RST);
 766         /* set N=1, get RIRB response interrupt for new entry */
 767         if (chip->driver_caps & AZX_DCAPS_CTX_WORKAROUND)
 768                 azx_writew(chip, RINTCNT, 0xc0);
 769         else
 770                 azx_writew(chip, RINTCNT, 1);
 771         /* enable rirb dma and response irq */
 772         azx_writeb(chip, RIRBCTL, ICH6_RBCTL_DMA_EN | ICH6_RBCTL_IRQ_EN);
 773         spin_unlock_irq(&chip->reg_lock);
 774 }
 775
 776 static void azx_free_cmd_io(struct azx *chip)
 777 {
 778         spin_lock_irq(&chip->reg_lock);
 779         /* disable ringbuffer DMAs */
 780         azx_writeb(chip, RIRBCTL, 0);
 781         azx_writeb(chip, CORBCTL, 0);
 782         spin_unlock_irq(&chip->reg_lock);
 783 }
 784
 785 static unsigned int azx_command_addr(u32 cmd)
 786 {
 787         unsigned int addr = cmd >> 28;
 788
 789         if (addr >= AZX_MAX_CODECS) {
 790                 snd_BUG();
 791                 addr = 0;
 792         }
 793
 794         return addr;
 795 }
 796
 797 static unsigned int azx_response_addr(u32 res)
 798 {
 799         unsigned int addr = res & 0xf;
 800
 801         if (addr >= AZX_MAX_CODECS) {
 802                 snd_BUG();
 803                 addr = 0;
 804         }
 805
 806         return addr;
 807 }
 808
 809 /* send a command */
 810 static int azx_corb_send_cmd(struct hda_bus *bus, u32 val)
 811 {
 812         struct azx *chip = bus->private_data;
 813         unsigned int addr = azx_command_addr(val);
 814         unsigned int wp, rp;
 815
 816         spin_lock_irq(&chip->reg_lock);
 817
 818         /* add command to corb */
 819         wp = azx_readw(chip, CORBWP);
 820         if (wp == 0xffff) {
 821                 /* something wrong, controller likely turned to D3 */
 822                 spin_unlock_irq(&chip->reg_lock);
 823                 return -EIO;
 824         }
 825         wp++;
 826         wp %= ICH6_MAX_CORB_ENTRIES;
 827
 828         rp = azx_readw(chip, CORBRP);
 829         if (wp == rp) {
 830                 /* oops, it's full */
 831                 spin_unlock_irq(&chip->reg_lock);
 832                 return -EAGAIN;
 833         }
 834
 835         chip->rirb.cmds[addr]++;
 836         chip->corb.buf[wp] = cpu_to_le32(val);
 837         azx_writel(chip, CORBWP, wp);
 838
 839         spin_unlock_irq(&chip->reg_lock);
 840
 841         return 0;
 842 }
 843
 844 #define ICH6_RIRB_EX_UNSOL_EV   (1<<4)
 845
 846 /* retrieve RIRB entry - called from interrupt handler */
 847 static void azx_update_rirb(struct azx *chip)
 848 {
 849         unsigned int rp, wp;
 850         unsigned int addr;
 851         u32 res, res_ex;
 852
 853         wp = azx_readw(chip, RIRBWP);
 854         if (wp == 0xffff) {
 855                 /* something wrong, controller likely turned to D3 */
 856                 return;
 857         }
 858
 859         if (wp == chip->rirb.wp)
 860                 return;
 861         chip->rirb.wp = wp;
 862
 863         while (chip->rirb.rp != wp) {
 864                 chip->rirb.rp++;
 865                 chip->rirb.rp %= ICH6_MAX_RIRB_ENTRIES;
 866
 867                 rp = chip->rirb.rp << 1; /* an RIRB entry is 8-bytes */
 868                 res_ex = le32_to_cpu(chip->rirb.buf[rp + 1]);
 869                 res = le32_to_cpu(chip->rirb.buf[rp]);
 870                 addr = azx_response_addr(res_ex);
 871                 if (res_ex & ICH6_RIRB_EX_UNSOL_EV)
 872                         snd_hda_queue_unsol_event(chip->bus, res, res_ex);
 873                 else if (chip->rirb.cmds[addr]) {
 874                         chip->rirb.res[addr] = res;
 875                         smp_wmb();
 876                         chip->rirb.cmds[addr]--;
 877                 } else
 878                         snd_printk(KERN_ERR SFX "%s: spurious response %#x:%#x, "
 879                                    "last cmd=%#08x\n",
 880                                    pci_name(chip->pci),
 881                                    res, res_ex,
 882                                    chip->last_cmd[addr]);
 883         }
 884 }
 885
 886 /* receive a response */
 887 static unsigned int azx_rirb_get_response(struct hda_bus *bus,
 888                                           unsigned int addr)
 889 {
 890         struct azx *chip = bus->private_data;
 891         unsigned long timeout;
 892         unsigned long loopcounter;
 893         int do_poll = 0;
 894
 895  again:
 896         timeout = jiffies + msecs_to_jiffies(1000);
 897
 898         for (loopcounter = 0;; loopcounter++) {
 899                 if (chip->polling_mode || do_poll) {
 900                         spin_lock_irq(&chip->reg_lock);
 901                         azx_update_rirb(chip);
 902                         spin_unlock_irq(&chip->reg_lock);
 903                 }
 904                 if (!chip->rirb.cmds[addr]) {
 905                         smp_rmb();
 906                         bus->rirb_error = 0;
 907
 908                         if (!do_poll)
 909                                 chip->poll_count = 0;
 910                         return chip->rirb.res[addr]; /* the last value */
 911                 }
 912                 if (time_after(jiffies, timeout))
 913                         break;
 914                 if (bus->needs_damn_long_delay || loopcounter > 3000)
 915                         msleep(2); /* temporary workaround */
 916                 else {
 917                         udelay(10);
 918                         cond_resched();
 919                 }
 920         }
 921
 922         if (!chip->polling_mode && chip->poll_count < 2) {
 923                 snd_printdd(SFX "%s: azx_get_response timeout, "
 924                            "polling the codec once: last cmd=0x%08x\n",
 925                            pci_name(chip->pci), chip->last_cmd[addr]);
 926                 do_poll = 1;
 927                 chip->poll_count++;
 928                 goto again;
 929         }
 930
 931
 932         if (!chip->polling_mode) {
 933                 snd_printk(KERN_WARNING SFX "%s: azx_get_response timeout, "
 934                            "switching to polling mode: last cmd=0x%08x\n",
 935                            pci_name(chip->pci), chip->last_cmd[addr]);
 936                 chip->polling_mode = 1;
 937                 goto again;
 938         }
 939
 940         if (chip->msi) {
 941                 snd_printk(KERN_WARNING SFX "%s: No response from codec, "
 942                            "disabling MSI: last cmd=0x%08x\n",
 943                            pci_name(chip->pci), chip->last_cmd[addr]);
 944                 free_irq(chip->irq, chip);
 945                 chip->irq = -1;
 946                 pci_disable_msi(chip->pci);
 947                 chip->msi = 0;
 948                 if (azx_acquire_irq(chip, 1) < 0) {
 949                         bus->rirb_error = 1;
 950                         return -1;
 951                 }
 952                 goto again;
 953         }
 954
 955         if (chip->probing) {
 956                 /* If this critical timeout happens during the codec probing
 957                  * phase, this is likely an access to a non-existing codec
 958                  * slot.  Better to return an error and reset the system.
 959                  */
 960                 return -1;
 961         }
 962
 963         /* a fatal communication error; need either to reset or to fallback
 964          * to the single_cmd mode
 965          */
 966         bus->rirb_error = 1;
 967         if (bus->allow_bus_reset && !bus->response_reset && !bus->in_reset) {
 968                 bus->response_reset = 1;
 969                 return -1; /* give a chance to retry */
 970         }
 971
 972         snd_printk(KERN_ERR "hda_intel: azx_get_response timeout, "
 973                    "switching to single_cmd mode: last cmd=0x%08x\n",
 974                    chip->last_cmd[addr]);
 975         chip->single_cmd = 1;
 976         bus->response_reset = 0;
 977         /* release CORB/RIRB */
 978         azx_free_cmd_io(chip);
 979         /* disable unsolicited responses */
 980         azx_writel(chip, GCTL, azx_readl(chip, GCTL) & ~ICH6_GCTL_UNSOL);
 981         return -1;
 982 }
 983
 984 /*
 985  * Use the single immediate command instead of CORB/RIRB for simplicity
 986  *
 987  * Note: according to Intel, this is not preferred use.  The command was
 988  *       intended for the BIOS only, and may get confused with unsolicited
 989  *       responses.  So, we shouldn't use it for normal operation from the
 990  *       driver.
 991  *       I left the codes, however, for debugging/testing purposes.
 992  */
 993
 994 /* receive a response */
 995 static int azx_single_wait_for_response(struct azx *chip, unsigned int addr)
 996 {
 997         int timeout = 50;
 998
 999         while (timeout--) {
1000                 /* check IRV busy bit */
1001                 if (azx_readw(chip, IRS) & ICH6_IRS_VALID) {
1002                         /* reuse rirb.res as the response return value */
1003                         chip->rirb.res[addr] = azx_readl(chip, IR);
1004                         return 0;
1005                 }
1006                 udelay(1);
1007         }
1008         if (printk_ratelimit())
1009                 snd_printd(SFX "%s: get_response timeout: IRS=0x%x\n",
1010                            pci_name(chip->pci), azx_readw(chip, IRS));
1011         chip->rirb.res[addr] = -1;
1012         return -EIO;
1013 }
1014
1015 /* send a command */
1016 static int azx_single_send_cmd(struct hda_bus *bus, u32 val)
1017 {
1018         struct azx *chip = bus->private_data;
1019         unsigned int addr = azx_command_addr(val);
1020         int timeout = 50;
1021
1022         bus->rirb_error = 0;
1023         while (timeout--) {
1024                 /* check ICB busy bit */
1025                 if (!((azx_readw(chip, IRS) & ICH6_IRS_BUSY))) {
1026                         /* Clear IRV valid bit */
1027                         azx_writew(chip, IRS, azx_readw(chip, IRS) |
1028                                    ICH6_IRS_VALID);
1029                         azx_writel(chip, IC, val);
1030                         azx_writew(chip, IRS, azx_readw(chip, IRS) |
1031                                    ICH6_IRS_BUSY);
1032                         return azx_single_wait_for_response(chip, addr);
1033                 }
1034                 udelay(1);
1035         }
1036         if (printk_ratelimit())
1037                 snd_printd(SFX "%s: send_cmd timeout: IRS=0x%x, val=0x%x\n",
1038                            pci_name(chip->pci), azx_readw(chip, IRS), val);
1039         return -EIO;
1040 }
1041
1042 /* receive a response */
1043 static unsigned int azx_single_get_response(struct hda_bus *bus,
1044                                             unsigned int addr)
1045 {
1046         struct azx *chip = bus->private_data;
1047         return chip->rirb.res[addr];
1048 }
1049
1050 /*
1051  * The below are the main callbacks from hda_codec.
1052  *
1053  * They are just the skeleton to call sub-callbacks according to the
1054  * current setting of chip->single_cmd.
1055  */
1056
1057 /* send a command */
1058 static int azx_send_cmd(struct hda_bus *bus, unsigned int val)
1059 {
1060         struct azx *chip = bus->private_data;
1061
1062         if (chip->disabled)
1063                 return 0;
1064         chip->last_cmd[azx_command_addr(val)] = val;
1065         if (chip->single_cmd)
1066                 return azx_single_send_cmd(bus, val);
1067         else
1068                 return azx_corb_send_cmd(bus, val);
1069 }
1070
1071 /* get a response */
1072 static unsigned int azx_get_response(struct hda_bus *bus,
1073                                      unsigned int addr)
1074 {
1075         struct azx *chip = bus->private_data;
1076         if (chip->disabled)
1077                 return 0;
1078         if (chip->single_cmd)
1079                 return azx_single_get_response(bus, addr);
1080         else
1081                 return azx_rirb_get_response(bus, addr);
1082 }
1083
1084 #ifdef CONFIG_PM
1085 static void azx_power_notify(struct hda_bus *bus, bool power_up);
1086 #endif
1087
1088 #ifdef CONFIG_SND_HDA_DSP_LOADER
1089 static int azx_load_dsp_prepare(struct hda_bus *bus, unsigned int format,
1090                                 unsigned int byte_size,
1091                                 struct snd_dma_buffer *bufp);
1092 static void azx_load_dsp_trigger(struct hda_bus *bus, bool start);
1093 static void azx_load_dsp_cleanup(struct hda_bus *bus,
1094                                  struct snd_dma_buffer *dmab);
1095 #endif
1096
1097 /* reset codec link */
1098 static int azx_reset(struct azx *chip, int full_reset)
1099 {
1100         unsigned long timeout;
1101
1102         if (!full_reset)
1103                 goto __skip;
1104
1105         /* clear STATESTS */
1106         azx_writeb(chip, STATESTS, STATESTS_INT_MASK);
1107
1108         /* reset controller */
1109         azx_writel(chip, GCTL, azx_readl(chip, GCTL) & ~ICH6_GCTL_RESET);
1110
1111         timeout = jiffies + msecs_to_jiffies(100);
1112         while (azx_readb(chip, GCTL) &&
1113                         time_before(jiffies, timeout))
1114                 usleep_range(500, 1000);
1115
1116         /* delay for >= 100us for codec PLL to settle per spec
1117          * Rev 0.9 section 5.5.1
1118          */
1119         usleep_range(500, 1000);
1120
1121         /* Bring controller out of reset */
1122         azx_writeb(chip, GCTL, azx_readb(chip, GCTL) | ICH6_GCTL_RESET);
1123
1124         timeout = jiffies + msecs_to_jiffies(100);
1125         while (!azx_readb(chip, GCTL) &&
1126                         time_before(jiffies, timeout))
1127                 usleep_range(500, 1000);
1128
1129         /* Brent Chartrand said to wait >= 540us for codecs to initialize */
1130         usleep_range(1000, 1200);
1131
1132       __skip:
1133         /* check to see if controller is ready */
1134         if (!azx_readb(chip, GCTL)) {
1135                 snd_printd(SFX "%s: azx_reset: controller not ready!\n", pci_name(chip->pci));
1136                 return -EBUSY;
1137         }
1138
1139         /* Accept unsolicited responses */
1140         if (!chip->single_cmd)
1141                 azx_writel(chip, GCTL, azx_readl(chip, GCTL) |
1142                            ICH6_GCTL_UNSOL);
1143
1144         /* detect codecs */
1145         if (!chip->codec_mask) {
1146                 chip->codec_mask = azx_readw(chip, STATESTS);
1147                 snd_printdd(SFX "%s: codec_mask = 0x%x\n", pci_name(chip->pci), chip->codec_mask);
1148         }
1149
1150         return 0;
1151 }
1152
1153
1154 /*
1155  * Lowlevel interface
1156  */
1157
1158 /* enable interrupts */
1159 static void azx_int_enable(struct azx *chip)
1160 {
1161         /* enable controller CIE and GIE */
1162         azx_writel(chip, INTCTL, azx_readl(chip, INTCTL) |
1163                    ICH6_INT_CTRL_EN | ICH6_INT_GLOBAL_EN);
1164 }
1165
1166 /* disable interrupts */
1167 static void azx_int_disable(struct azx *chip)
1168 {
1169         int i;
1170
1171         /* disable interrupts in stream descriptor */
1172         for (i = 0; i < chip->num_streams; i++) {
1173                 struct azx_dev *azx_dev = &chip->azx_dev[i];
1174                 azx_sd_writeb(azx_dev, SD_CTL,
1175                               azx_sd_readb(azx_dev, SD_CTL) & ~SD_INT_MASK);
1176         }
1177
1178         /* disable SIE for all streams */
1179         azx_writeb(chip, INTCTL, 0);
1180
1181         /* disable controller CIE and GIE */
1182         azx_writel(chip, INTCTL, azx_readl(chip, INTCTL) &
1183                    ~(ICH6_INT_CTRL_EN | ICH6_INT_GLOBAL_EN));
1184 }
1185
1186 /* clear interrupts */
1187 static void azx_int_clear(struct azx *chip)
1188 {
1189         int i;
1190
1191         /* clear stream status */
1192         for (i = 0; i < chip->num_streams; i++) {
1193                 struct azx_dev *azx_dev = &chip->azx_dev[i];
1194                 azx_sd_writeb(azx_dev, SD_STS, SD_INT_MASK);
1195         }
1196
1197         /* clear STATESTS */
1198         azx_writeb(chip, STATESTS, STATESTS_INT_MASK);
1199
1200         /* clear rirb status */
1201         azx_writeb(chip, RIRBSTS, RIRB_INT_MASK);
1202
1203         /* clear int status */
1204         azx_writel(chip, INTSTS, ICH6_INT_CTRL_EN | ICH6_INT_ALL_STREAM);
1205 }
1206
1207 /* start a stream */
1208 static void azx_stream_start(struct azx *chip, struct azx_dev *azx_dev)
1209 {
1210         /*
1211          * Before stream start, initialize parameter
1212          */
1213         azx_dev->insufficient = 1;
1214
1215         /* enable SIE */
1216         azx_writel(chip, INTCTL,
1217                    azx_readl(chip, INTCTL) | (1 << azx_dev->index));
1218         /* set DMA start and interrupt mask */
1219         azx_sd_writeb(azx_dev, SD_CTL, azx_sd_readb(azx_dev, SD_CTL) |
1220                       SD_CTL_DMA_START | SD_INT_MASK);
1221 }
1222
1223 /* stop DMA */
1224 static void azx_stream_clear(struct azx *chip, struct azx_dev *azx_dev)
1225 {
1226         azx_sd_writeb(azx_dev, SD_CTL, azx_sd_readb(azx_dev, SD_CTL) &
1227                       ~(SD_CTL_DMA_START | SD_INT_MASK));
1228         azx_sd_writeb(azx_dev, SD_STS, SD_INT_MASK); /* to be sure */
1229 }
1230
1231 /* stop a stream */
1232 static void azx_stream_stop(struct azx *chip, struct azx_dev *azx_dev)
1233 {
1234         azx_stream_clear(chip, azx_dev);
1235         /* disable SIE */
1236         azx_writel(chip, INTCTL,
1237                    azx_readl(chip, INTCTL) & ~(1 << azx_dev->index));
1238 }
1239
1240
1241 /*
1242  * reset and start the controller registers
1243  */
1244 static void azx_init_chip(struct azx *chip, int full_reset)
1245 {
1246         if (chip->initialized)
1247                 return;
1248
1249         /* reset controller */
1250         azx_reset(chip, full_reset);
1251
1252         /* initialize interrupts */
1253         azx_int_clear(chip);
1254         azx_int_enable(chip);
1255
1256         /* initialize the codec command I/O */
1257         if (!chip->single_cmd)
1258                 azx_init_cmd_io(chip);
1259
1260         /* program the position buffer */
1261         azx_writel(chip, DPLBASE, (u32)chip->posbuf.addr);
1262         azx_writel(chip, DPUBASE, upper_32_bits(chip->posbuf.addr));
1263
1264         chip->initialized = 1;
1265 }
1266
1267 /*
1268  * initialize the PCI registers
1269  */
1270 /* update bits in a PCI register byte */
1271 static void update_pci_byte(struct pci_dev *pci, unsigned int reg,
1272                             unsigned char mask, unsigned char val)
1273 {
1274         unsigned char data;
1275
1276         pci_read_config_byte(pci, reg, &data);
1277         data &= ~mask;
1278         data |= (val & mask);
1279         pci_write_config_byte(pci, reg, data);
1280 }
1281
1282 static void azx_init_pci(struct azx *chip)
1283 {
1284         /* Clear bits 0-2 of PCI register TCSEL (at offset 0x44)
1285          * TCSEL == Traffic Class Select Register, which sets PCI express QOS
1286          * Ensuring these bits are 0 clears playback static on some HD Audio
1287          * codecs.
1288          * The PCI register TCSEL is defined in the Intel manuals.
1289          */
1290         if (!(chip->driver_caps & AZX_DCAPS_NO_TCSEL)) {
1291                 snd_printdd(SFX "%s: Clearing TCSEL\n", pci_name(chip->pci));
1292                 update_pci_byte(chip->pci, ICH6_PCIREG_TCSEL, 0x07, 0);
1293         }
1294
1295         /* For ATI SB450/600/700/800/900 and AMD Hudson azalia HD audio,
1296          * we need to enable snoop.
1297          */
1298         if (chip->driver_caps & AZX_DCAPS_ATI_SNOOP) {
1299                 snd_printdd(SFX "%s: Setting ATI snoop: %d\n", pci_name(chip->pci), azx_snoop(chip));
1300                 update_pci_byte(chip->pci,
1301                                 ATI_SB450_HDAUDIO_MISC_CNTR2_ADDR, 0x07,
1302                                 azx_snoop(chip) ? ATI_SB450_HDAUDIO_ENABLE_SNOOP : 0);
1303         }
1304
1305         /* For NVIDIA HDA, enable snoop */
1306         if (chip->driver_caps & AZX_DCAPS_NVIDIA_SNOOP) {
1307                 snd_printdd(SFX "%s: Setting Nvidia snoop: %d\n", pci_name(chip->pci), azx_snoop(chip));
1308                 update_pci_byte(chip->pci,
1309                                 NVIDIA_HDA_TRANSREG_ADDR,
1310                                 0x0f, NVIDIA_HDA_ENABLE_COHBITS);
1311                 update_pci_byte(chip->pci,
1312                                 NVIDIA_HDA_ISTRM_COH,
1313                                 0x01, NVIDIA_HDA_ENABLE_COHBIT);
1314                 update_pci_byte(chip->pci,
1315                                 NVIDIA_HDA_OSTRM_COH,
1316                                 0x01, NVIDIA_HDA_ENABLE_COHBIT);
1317         }
1318
1319         /* Enable SCH/PCH snoop if needed */
1320         if (chip->driver_caps & AZX_DCAPS_SCH_SNOOP) {
1321                 unsigned short snoop;
1322                 pci_read_config_word(chip->pci, INTEL_SCH_HDA_DEVC, &snoop);
1323                 if ((!azx_snoop(chip) && !(snoop & INTEL_SCH_HDA_DEVC_NOSNOOP)) ||
1324                     (azx_snoop(chip) && (snoop & INTEL_SCH_HDA_DEVC_NOSNOOP))) {
1325                         snoop &= ~INTEL_SCH_HDA_DEVC_NOSNOOP;
1326                         if (!azx_snoop(chip))
1327                                 snoop |= INTEL_SCH_HDA_DEVC_NOSNOOP;
1328                         pci_write_config_word(chip->pci, INTEL_SCH_HDA_DEVC, snoop);
1329                         pci_read_config_word(chip->pci,
1330                                 INTEL_SCH_HDA_DEVC, &snoop);
1331                 }
1332                 snd_printdd(SFX "%s: SCH snoop: %s\n",
1333                                 pci_name(chip->pci), (snoop & INTEL_SCH_HDA_DEVC_NOSNOOP)
1334                                 ? "Disabled" : "Enabled");
1335         }
1336 }
1337
1338
1339 static int azx_position_ok(struct azx *chip, struct azx_dev *azx_dev);
1340
1341 /*
1342  * interrupt handler
1343  */
1344 static irqreturn_t azx_interrupt(int irq, void *dev_id)
1345 {
1346         struct azx *chip = dev_id;
1347         struct azx_dev *azx_dev;
1348         u32 status;
1349         u8 sd_status;
1350         int i, ok;
1351
1352 #ifdef CONFIG_PM_RUNTIME
1353         if (chip->pci->dev.power.runtime_status != RPM_ACTIVE)
1354                 return IRQ_NONE;
1355 #endif
1356
1357         spin_lock(&chip->reg_lock);
1358
1359         if (chip->disabled) {
1360                 spin_unlock(&chip->reg_lock);
1361                 return IRQ_NONE;
1362         }
1363
1364         status = azx_readl(chip, INTSTS);
1365         if (status == 0) {
1366                 spin_unlock(&chip->reg_lock);
1367                 return IRQ_NONE;
1368         }
1369
1370         for (i = 0; i < chip->num_streams; i++) {
1371                 azx_dev = &chip->azx_dev[i];
1372                 if (status & azx_dev->sd_int_sta_mask) {
1373                         sd_status = azx_sd_readb(azx_dev, SD_STS);
1374                         azx_sd_writeb(azx_dev, SD_STS, SD_INT_MASK);
1375                         if (!azx_dev->substream || !azx_dev->running ||
1376                             !(sd_status & SD_INT_COMPLETE))
1377                                 continue;
1378                         /* check whether this IRQ is really acceptable */
1379                         ok = azx_position_ok(chip, azx_dev);
1380                         if (ok == 1) {
1381                                 azx_dev->irq_pending = 0;
1382                                 spin_unlock(&chip->reg_lock);
1383                                 snd_pcm_period_elapsed(azx_dev->substream);
1384                                 spin_lock(&chip->reg_lock);
1385                         } else if (ok == 0 && chip->bus && chip->bus->workq) {
1386                                 /* bogus IRQ, process it later */
1387                                 azx_dev->irq_pending = 1;
1388                                 queue_work(chip->bus->workq,
1389                                            &chip->irq_pending_work);
1390                         }
1391                 }
1392         }
1393
1394         /* clear rirb int */
1395         status = azx_readb(chip, RIRBSTS);
1396         if (status & RIRB_INT_MASK) {
1397                 if (status & RIRB_INT_RESPONSE) {
1398                         if (chip->driver_caps & AZX_DCAPS_RIRB_PRE_DELAY)
1399                                 udelay(80);
1400                         azx_update_rirb(chip);
1401                 }
1402                 azx_writeb(chip, RIRBSTS, RIRB_INT_MASK);
1403         }
1404
1405 #if 0
1406         /* clear state status int */
1407         if (azx_readb(chip, STATESTS) & 0x04)
1408                 azx_writeb(chip, STATESTS, 0x04);
1409 #endif
1410         spin_unlock(&chip->reg_lock);
1411
1412         return IRQ_HANDLED;
1413 }
1414
1415
1416 /*
1417  * set up a BDL entry
1418  */
1419 static int setup_bdle(struct azx *chip,
1420                       struct snd_dma_buffer *dmab,
1421                       struct azx_dev *azx_dev, u32 **bdlp,
1422                       int ofs, int size, int with_ioc)
1423 {
1424         u32 *bdl = *bdlp;
1425
1426         while (size > 0) {
1427                 dma_addr_t addr;
1428                 int chunk;
1429
1430                 if (azx_dev->frags >= AZX_MAX_BDL_ENTRIES)
1431                         return -EINVAL;
1432
1433                 addr = snd_sgbuf_get_addr(dmab, ofs);
1434                 /* program the address field of the BDL entry */
1435                 bdl[0] = cpu_to_le32((u32)addr);
1436                 bdl[1] = cpu_to_le32(upper_32_bits(addr));
1437                 /* program the size field of the BDL entry */
1438                 chunk = snd_sgbuf_get_chunk_size(dmab, ofs, size);
1439                 /* one BDLE cannot cross 4K boundary on CTHDA chips */
1440                 if (chip->driver_caps & AZX_DCAPS_4K_BDLE_BOUNDARY) {
1441                         u32 remain = 0x1000 - (ofs & 0xfff);
1442                         if (chunk > remain)
1443                                 chunk = remain;
1444                 }
1445                 bdl[2] = cpu_to_le32(chunk);
1446                 /* program the IOC to enable interrupt
1447                  * only when the whole fragment is processed
1448                  */
1449                 size -= chunk;
1450                 bdl[3] = (size || !with_ioc) ? 0 : cpu_to_le32(0x01);
1451                 bdl += 4;
1452                 azx_dev->frags++;
1453                 ofs += chunk;
1454         }
1455         *bdlp = bdl;
1456         return ofs;
1457 }
1458
1459 /*
1460  * set up BDL entries
1461  */
1462 static int azx_setup_periods(struct azx *chip,
1463                              struct snd_pcm_substream *substream,
1464                              struct azx_dev *azx_dev)
1465 {
1466         u32 *bdl;
1467         int i, ofs, periods, period_bytes;
1468         int pos_adj;
1469
1470         /* reset BDL address */
1471         azx_sd_writel(azx_dev, SD_BDLPL, 0);
1472         azx_sd_writel(azx_dev, SD_BDLPU, 0);
1473
1474         period_bytes = azx_dev->period_bytes;
1475         periods = azx_dev->bufsize / period_bytes;
1476
1477         /* program the initial BDL entries */
1478         bdl = (u32 *)azx_dev->bdl.area;
1479         ofs = 0;
1480         azx_dev->frags = 0;
1481         pos_adj = bdl_pos_adj[chip->dev_index];
1482         if (!azx_dev->no_period_wakeup && pos_adj > 0) {
1483                 struct snd_pcm_runtime *runtime = substream->runtime;
1484                 int pos_align = pos_adj;
1485                 pos_adj = (pos_adj * runtime->rate + 47999) / 48000;
1486                 if (!pos_adj)
1487                         pos_adj = pos_align;
1488                 else
1489                         pos_adj = ((pos_adj + pos_align - 1) / pos_align) *
1490                                 pos_align;
1491                 pos_adj = frames_to_bytes(runtime, pos_adj);
1492                 if (pos_adj >= period_bytes) {
1493                         snd_printk(KERN_WARNING SFX "%s: Too big adjustment %d\n",
1494                                    pci_name(chip->pci), bdl_pos_adj[chip->dev_index]);
1495                         pos_adj = 0;
1496                 } else {
1497                         ofs = setup_bdle(chip, snd_pcm_get_dma_buf(substream),
1498                                          azx_dev,
1499                                          &bdl, ofs, pos_adj, true);
1500                         if (ofs < 0)
1501                                 goto error;
1502                 }
1503         } else
1504                 pos_adj = 0;
1505         for (i = 0; i < periods; i++) {
1506                 if (i == periods - 1 && pos_adj)
1507                         ofs = setup_bdle(chip, snd_pcm_get_dma_buf(substream),
1508                                          azx_dev, &bdl, ofs,
1509                                          period_bytes - pos_adj, 0);
1510                 else
1511                         ofs = setup_bdle(chip, snd_pcm_get_dma_buf(substream),
1512                                          azx_dev, &bdl, ofs,
1513                                          period_bytes,
1514                                          !azx_dev->no_period_wakeup);
1515                 if (ofs < 0)
1516                         goto error;
1517         }
1518         return 0;
1519
1520  error:
1521         snd_printk(KERN_ERR SFX "%s: Too many BDL entries: buffer=%d, period=%d\n",
1522                    pci_name(chip->pci), azx_dev->bufsize, period_bytes);
1523         return -EINVAL;
1524 }
1525
1526 /* reset stream */
1527 static void azx_stream_reset(struct azx *chip, struct azx_dev *azx_dev)
1528 {
1529         unsigned char val;
1530         int timeout;
1531
1532         azx_stream_clear(chip, azx_dev);
1533
1534         azx_sd_writeb(azx_dev, SD_CTL, azx_sd_readb(azx_dev, SD_CTL) |
1535                       SD_CTL_STREAM_RESET);
1536         udelay(3);
1537         timeout = 300;
1538         while (!((val = azx_sd_readb(azx_dev, SD_CTL)) & SD_CTL_STREAM_RESET) &&
1539                --timeout)
1540                 ;
1541         val &= ~SD_CTL_STREAM_RESET;
1542         azx_sd_writeb(azx_dev, SD_CTL, val);
1543         udelay(3);
1544
1545         timeout = 300;
1546         /* waiting for hardware to report that the stream is out of reset */
1547         while (((val = azx_sd_readb(azx_dev, SD_CTL)) & SD_CTL_STREAM_RESET) &&
1548                --timeout)
1549                 ;
1550
1551         /* reset first position - may not be synced with hw at this time */
1552         *azx_dev->posbuf = 0;
1553 }
1554
1555 /*
1556  * set up the SD for streaming
1557  */
1558 static int azx_setup_controller(struct azx *chip, struct azx_dev *azx_dev)
1559 {
1560         unsigned int val;
1561         /* make sure the run bit is zero for SD */
1562         azx_stream_clear(chip, azx_dev);
1563         /* program the stream_tag */
1564         val = azx_sd_readl(azx_dev, SD_CTL);
1565         val = (val & ~SD_CTL_STREAM_TAG_MASK) |
1566                 (azx_dev->stream_tag << SD_CTL_STREAM_TAG_SHIFT);
1567         if (!azx_snoop(chip))
1568                 val |= SD_CTL_TRAFFIC_PRIO;
1569         azx_sd_writel(azx_dev, SD_CTL, val);
1570
1571         /* program the length of samples in cyclic buffer */
1572         azx_sd_writel(azx_dev, SD_CBL, azx_dev->bufsize);
1573
1574         /* program the stream format */
1575         /* this value needs to be the same as the one programmed */
1576         azx_sd_writew(azx_dev, SD_FORMAT, azx_dev->format_val);
1577
1578         /* program the stream LVI (last valid index) of the BDL */
1579         azx_sd_writew(azx_dev, SD_LVI, azx_dev->frags - 1);
1580
1581         /* program the BDL address */
1582         /* lower BDL address */
1583         azx_sd_writel(azx_dev, SD_BDLPL, (u32)azx_dev->bdl.addr);
1584         /* upper BDL address */
1585         azx_sd_writel(azx_dev, SD_BDLPU, upper_32_bits(azx_dev->bdl.addr));
1586
1587         /* enable the position buffer */
1588         if (chip->position_fix[0] != POS_FIX_LPIB ||
1589             chip->position_fix[1] != POS_FIX_LPIB) {
1590                 if (!(azx_readl(chip, DPLBASE) & ICH6_DPLBASE_ENABLE))
1591                         azx_writel(chip, DPLBASE,
1592                                 (u32)chip->posbuf.addr | ICH6_DPLBASE_ENABLE);
1593         }
1594
1595         /* set the interrupt enable bits in the descriptor control register */
1596         azx_sd_writel(azx_dev, SD_CTL,
1597                       azx_sd_readl(azx_dev, SD_CTL) | SD_INT_MASK);
1598
1599         return 0;
1600 }
1601
1602 /*
1603  * Probe the given codec address
1604  */
1605 static int probe_codec(struct azx *chip, int addr)
1606 {
1607         unsigned int cmd = (addr << 28) | (AC_NODE_ROOT << 20) |
1608                 (AC_VERB_PARAMETERS << 8) | AC_PAR_VENDOR_ID;
1609         unsigned int res;
1610
1611         mutex_lock(&chip->bus->cmd_mutex);
1612         chip->probing = 1;
1613         azx_send_cmd(chip->bus, cmd);
1614         res = azx_get_response(chip->bus, addr);
1615         chip->probing = 0;
1616         mutex_unlock(&chip->bus->cmd_mutex);
1617         if (res == -1)
1618                 return -EIO;
1619         snd_printdd(SFX "%s: codec #%d probed OK\n", pci_name(chip->pci), addr);
1620         return 0;
1621 }
1622
1623 static int azx_attach_pcm_stream(struct hda_bus *bus, struct hda_codec *codec,
1624                                  struct hda_pcm *cpcm);
1625 static void azx_stop_chip(struct azx *chip);
1626
1627 static void azx_bus_reset(struct hda_bus *bus)
1628 {
1629         struct azx *chip = bus->private_data;
1630
1631         bus->in_reset = 1;
1632         azx_stop_chip(chip);
1633         azx_init_chip(chip, 1);
1634 #ifdef CONFIG_PM
1635         if (chip->initialized) {
1636                 struct azx_pcm *p;
1637                 list_for_each_entry(p, &chip->pcm_list, list)
1638                         snd_pcm_suspend_all(p->pcm);
1639                 snd_hda_suspend(chip->bus);
1640                 snd_hda_resume(chip->bus);
1641         }
1642 #endif
1643         bus->in_reset = 0;
1644 }
1645
1646 static int get_jackpoll_interval(struct azx *chip)
1647 {
1648         int i = jackpoll_ms[chip->dev_index];
1649         unsigned int j;
1650         if (i == 0)
1651                 return 0;
1652         if (i < 50 || i > 60000)
1653                 j = 0;
1654         else
1655                 j = msecs_to_jiffies(i);
1656         if (j == 0)
1657                 snd_printk(KERN_WARNING SFX
1658                            "jackpoll_ms value out of range: %d\n", i);
1659         return j;
1660 }
1661
1662 /*
1663  * Codec initialization
1664  */
1665
1666 /* number of codec slots for each chipset: 0 = default slots (i.e. 4) */
1667 static unsigned int azx_max_codecs[AZX_NUM_DRIVERS] = {
1668         [AZX_DRIVER_NVIDIA] = 8,
1669         [AZX_DRIVER_TERA] = 1,
1670 };
1671
1672 static int azx_codec_create(struct azx *chip, const char *model)
1673 {
1674         struct hda_bus_template bus_temp;
1675         int c, codecs, err;
1676         int max_slots;
1677
1678         memset(&bus_temp, 0, sizeof(bus_temp));
1679         bus_temp.private_data = chip;
1680         bus_temp.modelname = model;
1681         bus_temp.pci = chip->pci;
1682         bus_temp.ops.command = azx_send_cmd;
1683         bus_temp.ops.get_response = azx_get_response;
1684         bus_temp.ops.attach_pcm = azx_attach_pcm_stream;
1685         bus_temp.ops.bus_reset = azx_bus_reset;
1686 #ifdef CONFIG_PM
1687         bus_temp.power_save = &power_save;
1688         bus_temp.ops.pm_notify = azx_power_notify;
1689 #endif
1690 #ifdef CONFIG_SND_HDA_DSP_LOADER
1691         bus_temp.ops.load_dsp_prepare = azx_load_dsp_prepare;
1692         bus_temp.ops.load_dsp_trigger = azx_load_dsp_trigger;
1693         bus_temp.ops.load_dsp_cleanup = azx_load_dsp_cleanup;
1694 #endif
1695
1696         err = snd_hda_bus_new(chip->card, &bus_temp, &chip->bus);
1697         if (err < 0)
1698                 return err;
1699
1700         if (chip->driver_caps & AZX_DCAPS_RIRB_DELAY) {
1701                 snd_printd(SFX "%s: Enable delay in RIRB handling\n", pci_name(chip->pci));
1702                 chip->bus->needs_damn_long_delay = 1;
1703         }
1704
1705         codecs = 0;
1706         max_slots = azx_max_codecs[chip->driver_type];
1707         if (!max_slots)
1708                 max_slots = AZX_DEFAULT_CODECS;
1709
1710         /* First try to probe all given codec slots */
1711         for (c = 0; c < max_slots; c++) {
1712                 if ((chip->codec_mask & (1 << c)) & chip->codec_probe_mask) {
1713                         if (probe_codec(chip, c) < 0) {
1714                                 /* Some BIOSen give you wrong codec addresses
1715                                  * that don't exist
1716                                  */
1717                                 snd_printk(KERN_WARNING SFX
1718                                            "%s: Codec #%d probe error; "
1719                                            "disabling it...\n", pci_name(chip->pci), c);
1720                                 chip->codec_mask &= ~(1 << c);
1721                                 /* More badly, accessing to a non-existing
1722                                  * codec often screws up the controller chip,
1723                                  * and disturbs the further communications.
1724                                  * Thus if an error occurs during probing,
1725                                  * better to reset the controller chip to
1726                                  * get back to the sanity state.
1727                                  */
1728                                 azx_stop_chip(chip);
1729                                 azx_init_chip(chip, 1);
1730                         }
1731                 }
1732         }
1733
1734         /* AMD chipsets often cause the communication stalls upon certain
1735          * sequence like the pin-detection.  It seems that forcing the synced
1736          * access works around the stall.  Grrr...
1737          */
1738         if (chip->driver_caps & AZX_DCAPS_SYNC_WRITE) {
1739                 snd_printd(SFX "%s: Enable sync_write for stable communication\n",
1740                         pci_name(chip->pci));
1741                 chip->bus->sync_write = 1;
1742                 chip->bus->allow_bus_reset = 1;
1743         }
1744
1745         /* Then create codec instances */
1746         for (c = 0; c < max_slots; c++) {
1747                 if ((chip->codec_mask & (1 << c)) & chip->codec_probe_mask) {
1748                         struct hda_codec *codec;
1749                         err = snd_hda_codec_new(chip->bus, c, &codec);
1750                         if (err < 0)
1751                                 continue;
1752                         codec->jackpoll_interval = get_jackpoll_interval(chip);
1753                         codec->beep_mode = chip->beep_mode;
1754                         codecs++;
1755                 }
1756         }
1757         if (!codecs) {
1758                 snd_printk(KERN_ERR SFX "%s: no codecs initialized\n", pci_name(chip->pci));
1759                 return -ENXIO;
1760         }
1761         return 0;
1762 }
1763
1764 /* configure each codec instance */
1765 static int azx_codec_configure(struct azx *chip)
1766 {
1767         struct hda_codec *codec;
1768         list_for_each_entry(codec, &chip->bus->codec_list, list) {
1769                 snd_hda_codec_configure(codec);
1770         }
1771         return 0;
1772 }
1773
1774
1775 /*
1776  * PCM support
1777  */
1778
1779 /* assign a stream for the PCM */
1780 static inline struct azx_dev *
1781 azx_assign_device(struct azx *chip, struct snd_pcm_substream *substream)
1782 {
1783         int dev, i, nums;
1784         struct azx_dev *res = NULL;
1785         /* make a non-zero unique key for the substream */
1786         int key = (substream->pcm->device << 16) | (substream->number << 2) |
1787                 (substream->stream + 1);
1788
1789         if (substream->stream == SNDRV_PCM_STREAM_PLAYBACK) {
1790                 dev = chip->playback_index_offset;
1791                 nums = chip->playback_streams;
1792         } else {
1793                 dev = chip->capture_index_offset;
1794                 nums = chip->capture_streams;
1795         }
1796         for (i = 0; i < nums; i++, dev++)
1797                 if (!chip->azx_dev[dev].opened) {
1798                         res = &chip->azx_dev[dev];
1799                         if (res->assigned_key == key)
1800                                 break;
1801                 }
1802         if (res) {
1803                 res->opened = 1;
1804                 res->assigned_key = key;
1805         }
1806         return res;
1807 }
1808
1809 /* release the assigned stream */
1810 static inline void azx_release_device(struct azx_dev *azx_dev)
1811 {
1812         azx_dev->opened = 0;
1813 }
1814
1815 static cycle_t azx_cc_read(const struct cyclecounter *cc)
1816 {
1817         struct azx_dev *azx_dev = container_of(cc, struct azx_dev, azx_cc);
1818         struct snd_pcm_substream *substream = azx_dev->substream;
1819         struct azx_pcm *apcm = snd_pcm_substream_chip(substream);
1820         struct azx *chip = apcm->chip;
1821
1822         return azx_readl(chip, WALLCLK);
1823 }
1824
1825 static void azx_timecounter_init(struct snd_pcm_substream *substream,
1826                                 bool force, cycle_t last)
1827 {
1828         struct azx_dev *azx_dev = get_azx_dev(substream);
1829         struct timecounter *tc = &azx_dev->azx_tc;
1830         struct cyclecounter *cc = &azx_dev->azx_cc;
1831         u64 nsec;
1832
1833         cc->read = azx_cc_read;
1834         cc->mask = CLOCKSOURCE_MASK(32);
1835
1836         /*
1837          * Converting from 24 MHz to ns means applying a 125/3 factor.
1838          * To avoid any saturation issues in intermediate operations,
1839          * the 125 factor is applied first. The division is applied
1840          * last after reading the timecounter value.
1841          * Applying the 1/3 factor as part of the multiplication
1842          * requires at least 20 bits for a decent precision, however
1843          * overflows occur after about 4 hours or less, not a option.
1844          */
1845
1846         cc->mult = 125; /* saturation after 195 years */
1847         cc->shift = 0;
1848
1849         nsec = 0; /* audio time is elapsed time since trigger */
1850         timecounter_init(tc, cc, nsec);
1851         if (force)
1852                 /*
1853                  * force timecounter to use predefined value,
1854                  * used for synchronized starts
1855                  */
1856                 tc->cycle_last = last;
1857 }
1858
1859 static int azx_get_wallclock_tstamp(struct snd_pcm_substream *substream,
1860                                 struct timespec *ts)
1861 {
1862         struct azx_dev *azx_dev = get_azx_dev(substream);
1863         u64 nsec;
1864
1865         nsec = timecounter_read(&azx_dev->azx_tc);
1866         nsec = div_u64(nsec, 3); /* can be optimized */
1867
1868         *ts = ns_to_timespec(nsec);
1869
1870         return 0;
1871 }
1872
1873 static struct snd_pcm_hardware azx_pcm_hw = {
1874         .info =                 (SNDRV_PCM_INFO_MMAP |
1875                                  SNDRV_PCM_INFO_INTERLEAVED |
1876                                  SNDRV_PCM_INFO_BLOCK_TRANSFER |
1877                                  SNDRV_PCM_INFO_MMAP_VALID |
1878                                  /* No full-resume yet implemented */
1879                                  /* SNDRV_PCM_INFO_RESUME |*/
1880                                  SNDRV_PCM_INFO_PAUSE |
1881                                  SNDRV_PCM_INFO_SYNC_START |
1882                                  SNDRV_PCM_INFO_HAS_WALL_CLOCK |
1883                                  SNDRV_PCM_INFO_NO_PERIOD_WAKEUP),
1884         .formats =              SNDRV_PCM_FMTBIT_S16_LE,
1885         .rates =                SNDRV_PCM_RATE_48000,
1886         .rate_min =             48000,
1887         .rate_max =             48000,
1888         .channels_min =         2,
1889         .channels_max =         2,
1890         .buffer_bytes_max =     AZX_MAX_BUF_SIZE,
1891         .period_bytes_min =     128,
1892         .period_bytes_max =     AZX_MAX_BUF_SIZE / 2,
1893         .periods_min =          2,
1894         .periods_max =          AZX_MAX_FRAG,
1895         .fifo_size =            0,
1896 };
1897
1898 static int azx_pcm_open(struct snd_pcm_substream *substream)
1899 {
1900         struct azx_pcm *apcm = snd_pcm_substream_chip(substream);
1901         struct hda_pcm_stream *hinfo = apcm->hinfo[substream->stream];
1902         struct azx *chip = apcm->chip;
1903         struct azx_dev *azx_dev;
1904         struct snd_pcm_runtime *runtime = substream->runtime;
1905         unsigned long flags;
1906         int err;
1907         int buff_step;
1908
1909         mutex_lock(&chip->open_mutex);
1910         azx_dev = azx_assign_device(chip, substream);
1911         if (azx_dev == NULL) {
1912                 mutex_unlock(&chip->open_mutex);
1913                 return -EBUSY;
1914         }
1915         runtime->hw = azx_pcm_hw;
1916         runtime->hw.channels_min = hinfo->channels_min;
1917         runtime->hw.channels_max = hinfo->channels_max;
1918         runtime->hw.formats = hinfo->formats;
1919         runtime->hw.rates = hinfo->rates;
1920         snd_pcm_limit_hw_rates(runtime);
1921         snd_pcm_hw_constraint_integer(runtime, SNDRV_PCM_HW_PARAM_PERIODS);
1922
1923         /* avoid wrap-around with wall-clock */
1924         snd_pcm_hw_constraint_minmax(runtime, SNDRV_PCM_HW_PARAM_BUFFER_TIME,
1925                                 20,
1926                                 178000000);
1927
1928         if (chip->align_buffer_size)
1929                 /* constrain buffer sizes to be multiple of 128
1930                    bytes. This is more efficient in terms of memory
1931                    access but isn't required by the HDA spec and
1932                    prevents users from specifying exact period/buffer
1933                    sizes. For example for 44.1kHz, a period size set
1934                    to 20ms will be rounded to 19.59ms. */
1935                 buff_step = 128;
1936         else
1937                 /* Don't enforce steps on buffer sizes, still need to
1938                    be multiple of 4 bytes (HDA spec). Tested on Intel
1939                    HDA controllers, may not work on all devices where
1940                    option needs to be disabled */
1941                 buff_step = 4;
1942
1943         snd_pcm_hw_constraint_step(runtime, 0, SNDRV_PCM_HW_PARAM_BUFFER_BYTES,
1944                                    buff_step);
1945         snd_pcm_hw_constraint_step(runtime, 0, SNDRV_PCM_HW_PARAM_PERIOD_BYTES,
1946                                    buff_step);
1947         snd_hda_power_up_d3wait(apcm->codec);
1948         err = hinfo->ops.open(hinfo, apcm->codec, substream);
1949         if (err < 0) {
1950                 azx_release_device(azx_dev);
1951                 snd_hda_power_down(apcm->codec);
1952                 mutex_unlock(&chip->open_mutex);
1953                 return err;
1954         }
1955         snd_pcm_limit_hw_rates(runtime);
1956         /* sanity check */
1957         if (snd_BUG_ON(!runtime->hw.channels_min) ||
1958             snd_BUG_ON(!runtime->hw.channels_max) ||
1959             snd_BUG_ON(!runtime->hw.formats) ||
1960             snd_BUG_ON(!runtime->hw.rates)) {
1961                 azx_release_device(azx_dev);
1962                 hinfo->ops.close(hinfo, apcm->codec, substream);
1963                 snd_hda_power_down(apcm->codec);
1964                 mutex_unlock(&chip->open_mutex);
1965                 return -EINVAL;
1966         }
1967
1968         /* disable WALLCLOCK timestamps for capture streams
1969            until we figure out how to handle digital inputs */
1970         if (substream->stream == SNDRV_PCM_STREAM_CAPTURE)
1971                 runtime->hw.info &= ~SNDRV_PCM_INFO_HAS_WALL_CLOCK;
1972
1973         spin_lock_irqsave(&chip->reg_lock, flags);
1974         azx_dev->substream = substream;
1975         azx_dev->running = 0;
1976         spin_unlock_irqrestore(&chip->reg_lock, flags);
1977
1978         runtime->private_data = azx_dev;
1979         snd_pcm_set_sync(substream);
1980         mutex_unlock(&chip->open_mutex);
1981         return 0;
1982 }
1983
1984 static int azx_pcm_close(struct snd_pcm_substream *substream)
1985 {
1986         struct azx_pcm *apcm = snd_pcm_substream_chip(substream);
1987         struct hda_pcm_stream *hinfo = apcm->hinfo[substream->stream];
1988         struct azx *chip = apcm->chip;
1989         struct azx_dev *azx_dev = get_azx_dev(substream);
1990         unsigned long flags;
1991
1992         mutex_lock(&chip->open_mutex);
1993         spin_lock_irqsave(&chip->reg_lock, flags);
1994         azx_dev->substream = NULL;
1995         azx_dev->running = 0;
1996         spin_unlock_irqrestore(&chip->reg_lock, flags);
1997         azx_release_device(azx_dev);
1998         hinfo->ops.close(hinfo, apcm->codec, substream);
1999         snd_hda_power_down(apcm->codec);
2000         mutex_unlock(&chip->open_mutex);
2001         return 0;
2002 }
2003
2004 static int azx_pcm_hw_params(struct snd_pcm_substream *substream,
2005                              struct snd_pcm_hw_params *hw_params)
2006 {
2007         struct azx_pcm *apcm = snd_pcm_substream_chip(substream);
2008         struct azx *chip = apcm->chip;
2009         struct azx_dev *azx_dev = get_azx_dev(substream);
2010         int ret;
2011
2012         mark_runtime_wc(chip, azx_dev, substream, false);
2013         azx_dev->bufsize = 0;
2014         azx_dev->period_bytes = 0;
2015         azx_dev->format_val = 0;
2016         ret = snd_pcm_lib_malloc_pages(substream,
2017                                         params_buffer_bytes(hw_params));
2018         if (ret < 0)
2019                 return ret;
2020         mark_runtime_wc(chip, azx_dev, substream, true);
2021         return ret;
2022 }
2023
2024 static int azx_pcm_hw_free(struct snd_pcm_substream *substream)
2025 {
2026         struct azx_pcm *apcm = snd_pcm_substream_chip(substream);
2027         struct azx_dev *azx_dev = get_azx_dev(substream);
2028         struct azx *chip = apcm->chip;
2029         struct hda_pcm_stream *hinfo = apcm->hinfo[substream->stream];
2030
2031         /* reset BDL address */
2032         azx_sd_writel(azx_dev, SD_BDLPL, 0);
2033         azx_sd_writel(azx_dev, SD_BDLPU, 0);
2034         azx_sd_writel(azx_dev, SD_CTL, 0);
2035         azx_dev->bufsize = 0;
2036         azx_dev->period_bytes = 0;
2037         azx_dev->format_val = 0;
2038
2039         snd_hda_codec_cleanup(apcm->codec, hinfo, substream);
2040
2041         mark_runtime_wc(chip, azx_dev, substream, false);
2042         return snd_pcm_lib_free_pages(substream);
2043 }
2044
2045 static int azx_pcm_prepare(struct snd_pcm_substream *substream)
2046 {
2047         struct azx_pcm *apcm = snd_pcm_substream_chip(substream);
2048         struct azx *chip = apcm->chip;
2049         struct azx_dev *azx_dev = get_azx_dev(substream);
2050         struct hda_pcm_stream *hinfo = apcm->hinfo[substream->stream];
2051         struct snd_pcm_runtime *runtime = substream->runtime;
2052         unsigned int bufsize, period_bytes, format_val, stream_tag;
2053         int err;
2054         struct hda_spdif_out *spdif =
2055                 snd_hda_spdif_out_of_nid(apcm->codec, hinfo->nid);
2056         unsigned short ctls = spdif ? spdif->ctls : 0;
2057
2058         azx_stream_reset(chip, azx_dev);
2059         format_val = snd_hda_calc_stream_format(runtime->rate,
2060                                                 runtime->channels,
2061                                                 runtime->format,
2062                                                 hinfo->maxbps,
2063                                                 ctls);
2064         if (!format_val) {
2065                 snd_printk(KERN_ERR SFX
2066                            "%s: invalid format_val, rate=%d, ch=%d, format=%d\n",
2067                            pci_name(chip->pci), runtime->rate, runtime->channels, runtime->format);
2068                 return -EINVAL;
2069         }
2070
2071         bufsize = snd_pcm_lib_buffer_bytes(substream);
2072         period_bytes = snd_pcm_lib_period_bytes(substream);
2073
2074         snd_printdd(SFX "%s: azx_pcm_prepare: bufsize=0x%x, format=0x%x\n",
2075                     pci_name(chip->pci), bufsize, format_val);
2076
2077         if (bufsize != azx_dev->bufsize ||
2078             period_bytes != azx_dev->period_bytes ||
2079             format_val != azx_dev->format_val ||
2080             runtime->no_period_wakeup != azx_dev->no_period_wakeup) {
2081                 azx_dev->bufsize = bufsize;
2082                 azx_dev->period_bytes = period_bytes;
2083                 azx_dev->format_val = format_val;
2084                 azx_dev->no_period_wakeup = runtime->no_period_wakeup;
2085                 err = azx_setup_periods(chip, substream, azx_dev);
2086                 if (err < 0)
2087                         return err;
2088         }
2089
2090         /* wallclk has 24Mhz clock source */
2091         azx_dev->period_wallclk = (((runtime->period_size * 24000) /
2092                                                 runtime->rate) * 1000);
2093         azx_setup_controller(chip, azx_dev);
2094         if (substream->stream == SNDRV_PCM_STREAM_PLAYBACK)
2095                 azx_dev->fifo_size = azx_sd_readw(azx_dev, SD_FIFOSIZE) + 1;
2096         else
2097                 azx_dev->fifo_size = 0;
2098
2099         stream_tag = azx_dev->stream_tag;
2100         /* CA-IBG chips need the playback stream starting from 1 */
2101         if ((chip->driver_caps & AZX_DCAPS_CTX_WORKAROUND) &&
2102             stream_tag > chip->capture_streams)
2103                 stream_tag -= chip->capture_streams;
2104         return snd_hda_codec_prepare(apcm->codec, hinfo, stream_tag,
2105                                      azx_dev->format_val, substream);
2106 }
2107
2108 static int azx_pcm_trigger(struct snd_pcm_substream *substream, int cmd)
2109 {
2110         struct azx_pcm *apcm = snd_pcm_substream_chip(substream);
2111         struct azx *chip = apcm->chip;
2112         struct azx_dev *azx_dev;
2113         struct snd_pcm_substream *s;
2114         int rstart = 0, start, nsync = 0, sbits = 0;
2115         int nwait, timeout;
2116
2117         azx_dev = get_azx_dev(substream);
2118         trace_azx_pcm_trigger(chip, azx_dev, cmd);
2119
2120         switch (cmd) {
2121         case SNDRV_PCM_TRIGGER_START:
2122                 rstart = 1;
2123         case SNDRV_PCM_TRIGGER_PAUSE_RELEASE:
2124         case SNDRV_PCM_TRIGGER_RESUME:
2125                 start = 1;
2126                 break;
2127         case SNDRV_PCM_TRIGGER_PAUSE_PUSH:
2128         case SNDRV_PCM_TRIGGER_SUSPEND:
2129         case SNDRV_PCM_TRIGGER_STOP:
2130                 start = 0;
2131                 break;
2132         default:
2133                 return -EINVAL;
2134         }
2135
2136         snd_pcm_group_for_each_entry(s, substream) {
2137                 if (s->pcm->card != substream->pcm->card)
2138                         continue;
2139                 azx_dev = get_azx_dev(s);
2140                 sbits |= 1 << azx_dev->index;
2141                 nsync++;
2142                 snd_pcm_trigger_done(s, substream);
2143         }
2144
2145         spin_lock(&chip->reg_lock);
2146
2147         /* first, set SYNC bits of corresponding streams */
2148         if (chip->driver_caps & AZX_DCAPS_OLD_SSYNC)
2149                 azx_writel(chip, OLD_SSYNC,
2150                         azx_readl(chip, OLD_SSYNC) | sbits);
2151         else
2152                 azx_writel(chip, SSYNC, azx_readl(chip, SSYNC) | sbits);
2153
2154         snd_pcm_group_for_each_entry(s, substream) {
2155                 if (s->pcm->card != substream->pcm->card)
2156                         continue;
2157                 azx_dev = get_azx_dev(s);
2158                 if (start) {
2159                         azx_dev->start_wallclk = azx_readl(chip, WALLCLK);
2160                         if (!rstart)
2161                                 azx_dev->start_wallclk -=
2162                                                 azx_dev->period_wallclk;
2163                         azx_stream_start(chip, azx_dev);
2164                 } else {
2165                         azx_stream_stop(chip, azx_dev);
2166                 }
2167                 azx_dev->running = start;
2168         }
2169         spin_unlock(&chip->reg_lock);
2170         if (start) {
2171                 /* wait until all FIFOs get ready */
2172                 for (timeout = 5000; timeout; timeout--) {
2173                         nwait = 0;
2174                         snd_pcm_group_for_each_entry(s, substream) {
2175                                 if (s->pcm->card != substream->pcm->card)
2176                                         continue;
2177                                 azx_dev = get_azx_dev(s);
2178                                 if (!(azx_sd_readb(azx_dev, SD_STS) &
2179                                       SD_STS_FIFO_READY))
2180                                         nwait++;
2181                         }
2182                         if (!nwait)
2183                                 break;
2184                         cpu_relax();
2185                 }
2186         } else {
2187                 /* wait until all RUN bits are cleared */
2188                 for (timeout = 5000; timeout; timeout--) {
2189                         nwait = 0;
2190                         snd_pcm_group_for_each_entry(s, substream) {
2191                                 if (s->pcm->card != substream->pcm->card)
2192                                         continue;
2193                                 azx_dev = get_azx_dev(s);
2194                                 if (azx_sd_readb(azx_dev, SD_CTL) &
2195                                     SD_CTL_DMA_START)
2196                                         nwait++;
2197                         }
2198                         if (!nwait)
2199                                 break;
2200                         cpu_relax();
2201                 }
2202         }
2203         spin_lock(&chip->reg_lock);
2204         /* reset SYNC bits */
2205         if (chip->driver_caps & AZX_DCAPS_OLD_SSYNC)
2206                 azx_writel(chip, OLD_SSYNC,
2207                         azx_readl(chip, OLD_SSYNC) & ~sbits);
2208         else
2209                 azx_writel(chip, SSYNC, azx_readl(chip, SSYNC) & ~sbits);
2210         if (start) {
2211                 azx_timecounter_init(substream, 0, 0);
2212                 if (nsync > 1) {
2213                         cycle_t cycle_last;
2214
2215                         /* same start cycle for master and group */
2216                         azx_dev = get_azx_dev(substream);
2217                         cycle_last = azx_dev->azx_tc.cycle_last;
2218
2219                         snd_pcm_group_for_each_entry(s, substream) {
2220                                 if (s->pcm->card != substream->pcm->card)
2221                                         continue;
2222                                 azx_timecounter_init(s, 1, cycle_last);
2223                         }
2224                 }
2225         }
2226         spin_unlock(&chip->reg_lock);
2227         return 0;
2228 }
2229
2230 /* get the current DMA position with correction on VIA chips */
2231 static unsigned int azx_via_get_position(struct azx *chip,
2232                                          struct azx_dev *azx_dev)
2233 {
2234         unsigned int link_pos, mini_pos, bound_pos;
2235         unsigned int mod_link_pos, mod_dma_pos, mod_mini_pos;
2236         unsigned int fifo_size;
2237
2238         link_pos = azx_sd_readl(azx_dev, SD_LPIB);
2239         if (azx_dev->substream->stream == SNDRV_PCM_STREAM_PLAYBACK) {
2240                 /* Playback, no problem using link position */
2241                 return link_pos;
2242         }
2243
2244         /* Capture */
2245         /* For new chipset,
2246          * use mod to get the DMA position just like old chipset
2247          */
2248         mod_dma_pos = le32_to_cpu(*azx_dev->posbuf);
2249         mod_dma_pos %= azx_dev->period_bytes;
2250
2251         /* azx_dev->fifo_size can't get FIFO size of in stream.
2252          * Get from base address + offset.
2253          */
2254         fifo_size = readw(chip->remap_addr + VIA_IN_STREAM0_FIFO_SIZE_OFFSET);
2255
2256         if (azx_dev->insufficient) {
2257                 /* Link position never gather than FIFO size */
2258                 if (link_pos <= fifo_size)
2259                         return 0;
2260
2261                 azx_dev->insufficient = 0;
2262         }
2263
2264         if (link_pos <= fifo_size)
2265                 mini_pos = azx_dev->bufsize + link_pos - fifo_size;
2266         else
2267                 mini_pos = link_pos - fifo_size;
2268
2269         /* Find nearest previous boudary */
2270         mod_mini_pos = mini_pos % azx_dev->period_bytes;
2271         mod_link_pos = link_pos % azx_dev->period_bytes;
2272         if (mod_link_pos >= fifo_size)
2273                 bound_pos = link_pos - mod_link_pos;
2274         else if (mod_dma_pos >= mod_mini_pos)
2275                 bound_pos = mini_pos - mod_mini_pos;
2276         else {
2277                 bound_pos = mini_pos - mod_mini_pos + azx_dev->period_bytes;
2278                 if (bound_pos >= azx_dev->bufsize)
2279                         bound_pos = 0;
2280         }
2281
2282         /* Calculate real DMA position we want */
2283         return bound_pos + mod_dma_pos;
2284 }
2285
2286 static unsigned int azx_get_position(struct azx *chip,
2287                                      struct azx_dev *azx_dev,
2288                                      bool with_check)
2289 {
2290         unsigned int pos;
2291         int stream = azx_dev->substream->stream;
2292         int delay = 0;
2293
2294         switch (chip->position_fix[stream]) {
2295         case POS_FIX_LPIB:
2296                 /* read LPIB */
2297                 pos = azx_sd_readl(azx_dev, SD_LPIB);
2298                 break;
2299         case POS_FIX_VIACOMBO:
2300                 pos = azx_via_get_position(chip, azx_dev);
2301                 break;
2302         default:
2303                 /* use the position buffer */
2304                 pos = le32_to_cpu(*azx_dev->posbuf);
2305                 if (with_check && chip->position_fix[stream] == POS_FIX_AUTO) {
2306                         if (!pos || pos == (u32)-1) {
2307                                 printk(KERN_WARNING
2308                                        "hda-intel: Invalid position buffer, "
2309                                        "using LPIB read method instead.\n");
2310                                 chip->position_fix[stream] = POS_FIX_LPIB;
2311                                 pos = azx_sd_readl(azx_dev, SD_LPIB);
2312                         } else
2313                                 chip->position_fix[stream] = POS_FIX_POSBUF;
2314                 }
2315                 break;
2316         }
2317
2318         if (pos >= azx_dev->bufsize)
2319                 pos = 0;
2320
2321         /* calculate runtime delay from LPIB */
2322         if (azx_dev->substream->runtime &&
2323             chip->position_fix[stream] == POS_FIX_POSBUF &&
2324             (chip->driver_caps & AZX_DCAPS_COUNT_LPIB_DELAY)) {
2325                 unsigned int lpib_pos = azx_sd_readl(azx_dev, SD_LPIB);
2326                 if (stream == SNDRV_PCM_STREAM_PLAYBACK)
2327                         delay = pos - lpib_pos;
2328                 else
2329                         delay = lpib_pos - pos;
2330                 if (delay < 0)
2331                         delay += azx_dev->bufsize;
2332                 if (delay >= azx_dev->period_bytes) {
2333                         snd_printk(KERN_WARNING SFX
2334                                    "%s: Unstable LPIB (%d >= %d); "
2335                                    "disabling LPIB delay counting\n",
2336                                    pci_name(chip->pci), delay, azx_dev->period_bytes);
2337                         delay = 0;
2338                         chip->driver_caps &= ~AZX_DCAPS_COUNT_LPIB_DELAY;
2339                 }
2340                 azx_dev->substream->runtime->delay =
2341                         bytes_to_frames(azx_dev->substream->runtime, delay);
2342         }
2343         trace_azx_get_position(chip, azx_dev, pos, delay);
2344         return pos;
2345 }
2346
2347 static snd_pcm_uframes_t azx_pcm_pointer(struct snd_pcm_substream *substream)
2348 {
2349         struct azx_pcm *apcm = snd_pcm_substream_chip(substream);
2350         struct azx *chip = apcm->chip;
2351         struct azx_dev *azx_dev = get_azx_dev(substream);
2352         return bytes_to_frames(substream->runtime,
2353                                azx_get_position(chip, azx_dev, false));
2354 }
2355
2356 /*
2357  * Check whether the current DMA position is acceptable for updating
2358  * periods.  Returns non-zero if it's OK.
2359  *
2360  * Many HD-audio controllers appear pretty inaccurate about
2361  * the update-IRQ timing.  The IRQ is issued before actually the
2362  * data is processed.  So, we need to process it afterwords in a
2363  * workqueue.
2364  */
2365 static int azx_position_ok(struct azx *chip, struct azx_dev *azx_dev)
2366 {
2367         u32 wallclk;
2368         unsigned int pos;
2369
2370         wallclk = azx_readl(chip, WALLCLK) - azx_dev->start_wallclk;
2371         if (wallclk < (azx_dev->period_wallclk * 2) / 3)
2372                 return -1;      /* bogus (too early) interrupt */
2373
2374         pos = azx_get_position(chip, azx_dev, true);
2375
2376         if (WARN_ONCE(!azx_dev->period_bytes,
2377                       "hda-intel: zero azx_dev->period_bytes"))
2378                 return -1; /* this shouldn't happen! */
2379         if (wallclk < (azx_dev->period_wallclk * 5) / 4 &&
2380             pos % azx_dev->period_bytes > azx_dev->period_bytes / 2)
2381                 /* NG - it's below the first next period boundary */
2382                 return bdl_pos_adj[chip->dev_index] ? 0 : -1;
2383         azx_dev->start_wallclk += wallclk;
2384         return 1; /* OK, it's fine */
2385 }
2386
2387 /*
2388  * The work for pending PCM period updates.
2389  */
2390 static void azx_irq_pending_work(struct work_struct *work)
2391 {
2392         struct azx *chip = container_of(work, struct azx, irq_pending_work);
2393         int i, pending, ok;
2394
2395         if (!chip->irq_pending_warned) {
2396                 printk(KERN_WARNING
2397                        "hda-intel: IRQ timing workaround is activated "
2398                        "for card #%d. Suggest a bigger bdl_pos_adj.\n",
2399                        chip->card->number);
2400                 chip->irq_pending_warned = 1;
2401         }
2402
2403         for (;;) {
2404                 pending = 0;
2405                 spin_lock_irq(&chip->reg_lock);
2406                 for (i = 0; i < chip->num_streams; i++) {
2407                         struct azx_dev *azx_dev = &chip->azx_dev[i];
2408                         if (!azx_dev->irq_pending ||
2409                             !azx_dev->substream ||
2410                             !azx_dev->running)
2411                                 continue;
2412                         ok = azx_position_ok(chip, azx_dev);
2413                         if (ok > 0) {
2414                                 azx_dev->irq_pending = 0;
2415                                 spin_unlock(&chip->reg_lock);
2416                                 snd_pcm_period_elapsed(azx_dev->substream);
2417                                 spin_lock(&chip->reg_lock);
2418                         } else if (ok < 0) {
2419                                 pending = 0;    /* too early */
2420                         } else
2421                                 pending++;
2422                 }
2423                 spin_unlock_irq(&chip->reg_lock);
2424                 if (!pending)
2425                         return;
2426                 msleep(1);
2427         }
2428 }
2429
2430 /* clear irq_pending flags and assure no on-going workq */
2431 static void azx_clear_irq_pending(struct azx *chip)
2432 {
2433         int i;
2434
2435         spin_lock_irq(&chip->reg_lock);
2436         for (i = 0; i < chip->num_streams; i++)
2437                 chip->azx_dev[i].irq_pending = 0;
2438         spin_unlock_irq(&chip->reg_lock);
2439 }
2440
2441 #ifdef CONFIG_X86
2442 static int azx_pcm_mmap(struct snd_pcm_substream *substream,
2443                         struct vm_area_struct *area)
2444 {
2445         struct azx_pcm *apcm = snd_pcm_substream_chip(substream);
2446         struct azx *chip = apcm->chip;
2447         if (!azx_snoop(chip))
2448                 area->vm_page_prot = pgprot_writecombine(area->vm_page_prot);
2449         return snd_pcm_lib_default_mmap(substream, area);
2450 }
2451 #else
2452 #define azx_pcm_mmap    NULL
2453 #endif
2454
2455 static struct snd_pcm_ops azx_pcm_ops = {
2456         .open = azx_pcm_open,
2457         .close = azx_pcm_close,
2458         .ioctl = snd_pcm_lib_ioctl,
2459         .hw_params = azx_pcm_hw_params,
2460         .hw_free = azx_pcm_hw_free,
2461         .prepare = azx_pcm_prepare,
2462         .trigger = azx_pcm_trigger,
2463         .pointer = azx_pcm_pointer,
2464         .wall_clock =  azx_get_wallclock_tstamp,
2465         .mmap = azx_pcm_mmap,
2466         .page = snd_pcm_sgbuf_ops_page,
2467 };
2468
2469 static void azx_pcm_free(struct snd_pcm *pcm)
2470 {
2471         struct azx_pcm *apcm = pcm->private_data;
2472         if (apcm) {
2473                 list_del(&apcm->list);
2474                 kfree(apcm);
2475         }
2476 }
2477
2478 #define MAX_PREALLOC_SIZE       (32 * 1024 * 1024)
2479
2480 static int
2481 azx_attach_pcm_stream(struct hda_bus *bus, struct hda_codec *codec,
2482                       struct hda_pcm *cpcm)
2483 {
2484         struct azx *chip = bus->private_data;
2485         struct snd_pcm *pcm;
2486         struct azx_pcm *apcm;
2487         int pcm_dev = cpcm->device;
2488         unsigned int size;
2489         int s, err;
2490
2491         list_for_each_entry(apcm, &chip->pcm_list, list) {
2492                 if (apcm->pcm->device == pcm_dev) {
2493                         snd_printk(KERN_ERR SFX "%s: PCM %d already exists\n",
2494                                    pci_name(chip->pci), pcm_dev);
2495                         return -EBUSY;
2496                 }
2497         }
2498         err = snd_pcm_new(chip->card, cpcm->name, pcm_dev,
2499                           cpcm->stream[SNDRV_PCM_STREAM_PLAYBACK].substreams,
2500                           cpcm->stream[SNDRV_PCM_STREAM_CAPTURE].substreams,
2501                           &pcm);
2502         if (err < 0)
2503                 return err;
2504         strlcpy(pcm->name, cpcm->name, sizeof(pcm->name));
2505         apcm = kzalloc(sizeof(*apcm), GFP_KERNEL);
2506         if (apcm == NULL)
2507                 return -ENOMEM;
2508         apcm->chip = chip;
2509         apcm->pcm = pcm;
2510         apcm->codec = codec;
2511         pcm->private_data = apcm;
2512         pcm->private_free = azx_pcm_free;
2513         if (cpcm->pcm_type == HDA_PCM_TYPE_MODEM)
2514                 pcm->dev_class = SNDRV_PCM_CLASS_MODEM;
2515         list_add_tail(&apcm->list, &chip->pcm_list);
2516         cpcm->pcm = pcm;
2517         for (s = 0; s < 2; s++) {
2518                 apcm->hinfo[s] = &cpcm->stream[s];
2519                 if (cpcm->stream[s].substreams)
2520                         snd_pcm_set_ops(pcm, s, &azx_pcm_ops);
2521         }
2522         /* buffer pre-allocation */
2523         size = CONFIG_SND_HDA_PREALLOC_SIZE * 1024;
2524         if (size > MAX_PREALLOC_SIZE)
2525                 size = MAX_PREALLOC_SIZE;
2526         snd_pcm_lib_preallocate_pages_for_all(pcm, SNDRV_DMA_TYPE_DEV_SG,
2527                                               snd_dma_pci_data(chip->pci),
2528                                               size, MAX_PREALLOC_SIZE);
2529         return 0;
2530 }
2531
2532 /*
2533  * mixer creation - all stuff is implemented in hda module
2534  */
2535 static int azx_mixer_create(struct azx *chip)
2536 {
2537         return snd_hda_build_controls(chip->bus);
2538 }
2539
2540
2541 /*
2542  * initialize SD streams
2543  */
2544 static int azx_init_stream(struct azx *chip)
2545 {
2546         int i;
2547
2548         /* initialize each stream (aka device)
2549          * assign the starting bdl address to each stream (device)
2550          * and initialize
2551          */
2552         for (i = 0; i < chip->num_streams; i++) {
2553                 struct azx_dev *azx_dev = &chip->azx_dev[i];
2554                 azx_dev->posbuf = (u32 __iomem *)(chip->posbuf.area + i * 8);
2555                 /* offset: SDI0=0x80, SDI1=0xa0, ... SDO3=0x160 */
2556                 azx_dev->sd_addr = chip->remap_addr + (0x20 * i + 0x80);
2557                 /* int mask: SDI0=0x01, SDI1=0x02, ... SDO3=0x80 */
2558                 azx_dev->sd_int_sta_mask = 1 << i;
2559                 /* stream tag: must be non-zero and unique */
2560                 azx_dev->index = i;
2561                 azx_dev->stream_tag = i + 1;
2562         }
2563
2564         return 0;
2565 }
2566
2567 static int azx_acquire_irq(struct azx *chip, int do_disconnect)
2568 {
2569         if (request_irq(chip->pci->irq, azx_interrupt,
2570                         chip->msi ? 0 : IRQF_SHARED,
2571                         KBUILD_MODNAME, chip)) {
2572                 printk(KERN_ERR "hda-intel: unable to grab IRQ %d, "
2573                        "disabling device\n", chip->pci->irq);
2574                 if (do_disconnect)
2575                         snd_card_disconnect(chip->card);
2576                 return -1;
2577         }
2578         chip->irq = chip->pci->irq;
2579         pci_intx(chip->pci, !chip->msi);
2580         return 0;
2581 }
2582
2583
2584 static void azx_stop_chip(struct azx *chip)
2585 {
2586         if (!chip->initialized)
2587                 return;
2588
2589         /* disable interrupts */
2590         azx_int_disable(chip);
2591         azx_int_clear(chip);
2592
2593         /* disable CORB/RIRB */
2594         azx_free_cmd_io(chip);
2595
2596         /* disable position buffer */
2597         azx_writel(chip, DPLBASE, 0);
2598         azx_writel(chip, DPUBASE, 0);
2599
2600         chip->initialized = 0;
2601 }
2602
2603 #ifdef CONFIG_SND_HDA_DSP_LOADER
2604 /*
2605  * DSP loading code (e.g. for CA0132)
2606  */
2607
2608 /* use the first stream for loading DSP */
2609 static struct azx_dev *
2610 azx_get_dsp_loader_dev(struct azx *chip)
2611 {
2612         return &chip->azx_dev[chip->playback_index_offset];
2613 }
2614
2615 static int azx_load_dsp_prepare(struct hda_bus *bus, unsigned int format,
2616                                 unsigned int byte_size,
2617                                 struct snd_dma_buffer *bufp)
2618 {
2619         u32 *bdl;
2620         struct azx *chip = bus->private_data;
2621         struct azx_dev *azx_dev;
2622         int err;
2623
2624         if (snd_hda_lock_devices(bus))
2625                 return -EBUSY;
2626
2627         err = snd_dma_alloc_pages(SNDRV_DMA_TYPE_DEV_SG,
2628                                   snd_dma_pci_data(chip->pci),
2629                                   byte_size, bufp);
2630         if (err < 0)
2631                 goto unlock;
2632
2633         mark_pages_wc(chip, bufp, true);
2634         azx_dev = azx_get_dsp_loader_dev(chip);
2635         azx_dev->bufsize = byte_size;
2636         azx_dev->period_bytes = byte_size;
2637         azx_dev->format_val = format;
2638
2639         azx_stream_reset(chip, azx_dev);
2640
2641         /* reset BDL address */
2642         azx_sd_writel(azx_dev, SD_BDLPL, 0);
2643         azx_sd_writel(azx_dev, SD_BDLPU, 0);
2644
2645         azx_dev->frags = 0;
2646         bdl = (u32 *)azx_dev->bdl.area;
2647         err = setup_bdle(chip, bufp, azx_dev, &bdl, 0, byte_size, 0);
2648         if (err < 0)
2649                 goto error;
2650
2651         azx_setup_controller(chip, azx_dev);
2652         return azx_dev->stream_tag;
2653
2654  error:
2655         mark_pages_wc(chip, bufp, false);
2656         snd_dma_free_pages(bufp);
2657 unlock:
2658         snd_hda_unlock_devices(bus);
2659         return err;
2660 }
2661
2662 static void azx_load_dsp_trigger(struct hda_bus *bus, bool start)
2663 {
2664         struct azx *chip = bus->private_data;
2665         struct azx_dev *azx_dev = azx_get_dsp_loader_dev(chip);
2666
2667         if (start)
2668                 azx_stream_start(chip, azx_dev);
2669         else
2670                 azx_stream_stop(chip, azx_dev);
2671         azx_dev->running = start;
2672 }
2673
2674 static void azx_load_dsp_cleanup(struct hda_bus *bus,
2675                                  struct snd_dma_buffer *dmab)
2676 {
2677         struct azx *chip = bus->private_data;
2678         struct azx_dev *azx_dev = azx_get_dsp_loader_dev(chip);
2679
2680         if (!dmab->area)
2681                 return;
2682
2683         /* reset BDL address */
2684         azx_sd_writel(azx_dev, SD_BDLPL, 0);
2685         azx_sd_writel(azx_dev, SD_BDLPU, 0);
2686         azx_sd_writel(azx_dev, SD_CTL, 0);
2687         azx_dev->bufsize = 0;
2688         azx_dev->period_bytes = 0;
2689         azx_dev->format_val = 0;
2690
2691         mark_pages_wc(chip, dmab, false);
2692         snd_dma_free_pages(dmab);
2693         dmab->area = NULL;
2694
2695         snd_hda_unlock_devices(bus);
2696 }
2697 #endif /* CONFIG_SND_HDA_DSP_LOADER */
2698
2699 #ifdef CONFIG_PM
2700 /* power-up/down the controller */
2701 static void azx_power_notify(struct hda_bus *bus, bool power_up)
2702 {
2703         struct azx *chip = bus->private_data;
2704
2705         if (!(chip->driver_caps & AZX_DCAPS_PM_RUNTIME))
2706                 return;
2707
2708         if (power_up)
2709                 pm_runtime_get_sync(&chip->pci->dev);
2710         else
2711                 pm_runtime_put_sync(&chip->pci->dev);
2712 }
2713
2714 static DEFINE_MUTEX(card_list_lock);
2715 static LIST_HEAD(card_list);
2716
2717 static void azx_add_card_list(struct azx *chip)
2718 {
2719         mutex_lock(&card_list_lock);
2720         list_add(&chip->list, &card_list);
2721         mutex_unlock(&card_list_lock);
2722 }
2723
2724 static void azx_del_card_list(struct azx *chip)
2725 {
2726         mutex_lock(&card_list_lock);
2727         list_del_init(&chip->list);
2728         mutex_unlock(&card_list_lock);
2729 }
2730
2731 /* trigger power-save check at writing parameter */
2732 static int param_set_xint(const char *val, const struct kernel_param *kp)
2733 {
2734         struct azx *chip;
2735         struct hda_codec *c;
2736         int prev = power_save;
2737         int ret = param_set_int(val, kp);
2738
2739         if (ret || prev == power_save)
2740                 return ret;
2741
2742         mutex_lock(&card_list_lock);
2743         list_for_each_entry(chip, &card_list, list) {
2744                 if (!chip->bus || chip->disabled)
2745                         continue;
2746                 list_for_each_entry(c, &chip->bus->codec_list, list)
2747                         snd_hda_power_sync(c);
2748         }
2749         mutex_unlock(&card_list_lock);
2750         return 0;
2751 }
2752 #else
2753 #define azx_add_card_list(chip) /* NOP */
2754 #define azx_del_card_list(chip) /* NOP */
2755 #endif /* CONFIG_PM */
2756
2757 #if defined(CONFIG_PM_SLEEP) || defined(SUPPORT_VGA_SWITCHEROO)
2758 /*
2759  * power management
2760  */
2761 static int azx_suspend(struct device *dev)
2762 {
2763         struct pci_dev *pci = to_pci_dev(dev);
2764         struct snd_card *card = dev_get_drvdata(dev);
2765         struct azx *chip = card->private_data;
2766         struct azx_pcm *p;
2767
2768         if (chip->disabled)
2769                 return 0;
2770
2771         snd_power_change_state(card, SNDRV_CTL_POWER_D3hot);
2772         azx_clear_irq_pending(chip);
2773         list_for_each_entry(p, &chip->pcm_list, list)
2774                 snd_pcm_suspend_all(p->pcm);
2775         if (chip->initialized)
2776                 snd_hda_suspend(chip->bus);
2777         azx_stop_chip(chip);
2778         if (chip->irq >= 0) {
2779                 free_irq(chip->irq, chip);
2780                 chip->irq = -1;
2781         }
2782         if (chip->msi)
2783                 pci_disable_msi(chip->pci);
2784         pci_disable_device(pci);
2785         pci_save_state(pci);
2786         pci_set_power_state(pci, PCI_D3hot);
2787         return 0;
2788 }
2789
2790 static int azx_resume(struct device *dev)
2791 {
2792         struct pci_dev *pci = to_pci_dev(dev);
2793         struct snd_card *card = dev_get_drvdata(dev);
2794         struct azx *chip = card->private_data;
2795
2796         if (chip->disabled)
2797                 return 0;
2798
2799         pci_set_power_state(pci, PCI_D0);
2800         pci_restore_state(pci);
2801         if (pci_enable_device(pci) < 0) {
2802                 printk(KERN_ERR "hda-intel: pci_enable_device failed, "
2803                        "disabling device\n");
2804                 snd_card_disconnect(card);
2805                 return -EIO;
2806         }
2807         pci_set_master(pci);
2808         if (chip->msi)
2809                 if (pci_enable_msi(pci) < 0)
2810                         chip->msi = 0;
2811         if (azx_acquire_irq(chip, 1) < 0)
2812                 return -EIO;
2813         azx_init_pci(chip);
2814
2815         azx_init_chip(chip, 1);
2816
2817         snd_hda_resume(chip->bus);
2818         snd_power_change_state(card, SNDRV_CTL_POWER_D0);
2819         return 0;
2820 }
2821 #endif /* CONFIG_PM_SLEEP || SUPPORT_VGA_SWITCHEROO */
2822
2823 #ifdef CONFIG_PM_RUNTIME
2824 static int azx_runtime_suspend(struct device *dev)
2825 {
2826         struct snd_card *card = dev_get_drvdata(dev);
2827         struct azx *chip = card->private_data;
2828
2829         azx_stop_chip(chip);
2830         azx_clear_irq_pending(chip);
2831         return 0;
2832 }
2833
2834 static int azx_runtime_resume(struct device *dev)
2835 {
2836         struct snd_card *card = dev_get_drvdata(dev);
2837         struct azx *chip = card->private_data;
2838
2839         azx_init_pci(chip);
2840         azx_init_chip(chip, 1);
2841         return 0;
2842 }
2843
2844 static int azx_runtime_idle(struct device *dev)
2845 {
2846         struct snd_card *card = dev_get_drvdata(dev);
2847         struct azx *chip = card->private_data;
2848
2849         if (power_save_controller > 0)
2850                 return 0;
2851         if (!power_save_controller ||
2852             !(chip->driver_caps & AZX_DCAPS_PM_RUNTIME))
2853                 return -EBUSY;
2854
2855         return 0;
2856 }
2857
2858 #endif /* CONFIG_PM_RUNTIME */
2859
2860 #ifdef CONFIG_PM
2861 static const struct dev_pm_ops azx_pm = {
2862         SET_SYSTEM_SLEEP_PM_OPS(azx_suspend, azx_resume)
2863         SET_RUNTIME_PM_OPS(azx_runtime_suspend, azx_runtime_resume, azx_runtime_idle)
2864 };
2865
2866 #define AZX_PM_OPS      &azx_pm
2867 #else
2868 #define AZX_PM_OPS      NULL
2869 #endif /* CONFIG_PM */
2870
2871
2872 /*
2873  * reboot notifier for hang-up problem at power-down
2874  */
2875 static int azx_halt(struct notifier_block *nb, unsigned long event, void *buf)
2876 {
2877         struct azx *chip = container_of(nb, struct azx, reboot_notifier);
2878         snd_hda_bus_reboot_notify(chip->bus);
2879         azx_stop_chip(chip);
2880         return NOTIFY_OK;
2881 }
2882
2883 static void azx_notifier_register(struct azx *chip)
2884 {
2885         chip->reboot_notifier.notifier_call = azx_halt;
2886         register_reboot_notifier(&chip->reboot_notifier);
2887 }
2888
2889 static void azx_notifier_unregister(struct azx *chip)
2890 {
2891         if (chip->reboot_notifier.notifier_call)
2892                 unregister_reboot_notifier(&chip->reboot_notifier);
2893 }
2894
2895 static int azx_first_init(struct azx *chip);
2896 static int azx_probe_continue(struct azx *chip);
2897
2898 #ifdef SUPPORT_VGA_SWITCHEROO
2899 static struct pci_dev *get_bound_vga(struct pci_dev *pci);
2900
2901 static void azx_vs_set_state(struct pci_dev *pci,
2902                              enum vga_switcheroo_state state)
2903 {
2904         struct snd_card *card = pci_get_drvdata(pci);
2905         struct azx *chip = card->private_data;
2906         bool disabled;
2907
2908         wait_for_completion(&chip->probe_wait);
2909         if (chip->init_failed)
2910                 return;
2911
2912         disabled = (state == VGA_SWITCHEROO_OFF);
2913         if (chip->disabled == disabled)
2914                 return;
2915
2916         if (!chip->bus) {
2917                 chip->disabled = disabled;
2918                 if (!disabled) {
2919                         snd_printk(KERN_INFO SFX
2920                                    "%s: Start delayed initialization\n",
2921                                    pci_name(chip->pci));
2922                         if (azx_first_init(chip) < 0 ||
2923                             azx_probe_continue(chip) < 0) {
2924                                 snd_printk(KERN_ERR SFX
2925                                            "%s: initialization error\n",
2926                                            pci_name(chip->pci));
2927                                 chip->init_failed = true;
2928                         }
2929                 }
2930         } else {
2931                 snd_printk(KERN_INFO SFX
2932                            "%s: %s via VGA-switcheroo\n", pci_name(chip->pci),
2933                            disabled ? "Disabling" : "Enabling");
2934                 if (disabled) {
2935                         azx_suspend(&pci->dev);
2936                         chip->disabled = true;
2937                         if (snd_hda_lock_devices(chip->bus))
2938                                 snd_printk(KERN_WARNING SFX "%s: Cannot lock devices!\n",
2939                                            pci_name(chip->pci));
2940                 } else {
2941                         snd_hda_unlock_devices(chip->bus);
2942                         chip->disabled = false;
2943                         azx_resume(&pci->dev);
2944                 }
2945         }
2946 }
2947
2948 static bool azx_vs_can_switch(struct pci_dev *pci)
2949 {
2950         struct snd_card *card = pci_get_drvdata(pci);
2951         struct azx *chip = card->private_data;
2952
2953         wait_for_completion(&chip->probe_wait);
2954         if (chip->init_failed)
2955                 return false;
2956         if (chip->disabled || !chip->bus)
2957                 return true;
2958         if (snd_hda_lock_devices(chip->bus))
2959                 return false;
2960         snd_hda_unlock_devices(chip->bus);
2961         return true;
2962 }
2963
2964 static void init_vga_switcheroo(struct azx *chip)
2965 {
2966         struct pci_dev *p = get_bound_vga(chip->pci);
2967         if (p) {
2968                 snd_printk(KERN_INFO SFX
2969                            "%s: Handle VGA-switcheroo audio client\n",
2970                            pci_name(chip->pci));
2971                 chip->use_vga_switcheroo = 1;
2972                 pci_dev_put(p);
2973         }
2974 }
2975
2976 static const struct vga_switcheroo_client_ops azx_vs_ops = {
2977         .set_gpu_state = azx_vs_set_state,
2978         .can_switch = azx_vs_can_switch,
2979 };
2980
2981 static int register_vga_switcheroo(struct azx *chip)
2982 {
2983         int err;
2984
2985         if (!chip->use_vga_switcheroo)
2986                 return 0;
2987         /* FIXME: currently only handling DIS controller
2988          * is there any machine with two switchable HDMI audio controllers?
2989          */
2990         err = vga_switcheroo_register_audio_client(chip->pci, &azx_vs_ops,
2991                                                     VGA_SWITCHEROO_DIS,
2992                                                     chip->bus != NULL);
2993         if (err < 0)
2994                 return err;
2995         chip->vga_switcheroo_registered = 1;
2996         return 0;
2997 }
2998 #else
2999 #define init_vga_switcheroo(chip)               /* NOP */
3000 #define register_vga_switcheroo(chip)           0
3001 #define check_hdmi_disabled(pci)        false
3002 #endif /* SUPPORT_VGA_SWITCHER */
3003
3004 /*
3005  * destructor
3006  */
3007 static int azx_free(struct azx *chip)
3008 {
3009         int i;
3010
3011         azx_del_card_list(chip);
3012
3013         azx_notifier_unregister(chip);
3014
3015         chip->init_failed = 1; /* to be sure */
3016         complete_all(&chip->probe_wait);
3017
3018         if (use_vga_switcheroo(chip)) {
3019                 if (chip->disabled && chip->bus)
3020                         snd_hda_unlock_devices(chip->bus);
3021                 if (chip->vga_switcheroo_registered)
3022                         vga_switcheroo_unregister_client(chip->pci);
3023         }
3024
3025         if (chip->initialized) {
3026                 azx_clear_irq_pending(chip);
3027                 for (i = 0; i < chip->num_streams; i++)
3028                         azx_stream_stop(chip, &chip->azx_dev[i]);
3029                 azx_stop_chip(chip);
3030         }
3031
3032         if (chip->irq >= 0)
3033                 free_irq(chip->irq, (void*)chip);
3034         if (chip->msi)
3035                 pci_disable_msi(chip->pci);
3036         if (chip->remap_addr)
3037                 iounmap(chip->remap_addr);
3038
3039         if (chip->azx_dev) {
3040                 for (i = 0; i < chip->num_streams; i++)
3041                         if (chip->azx_dev[i].bdl.area) {
3042                                 mark_pages_wc(chip, &chip->azx_dev[i].bdl, false);
3043                                 snd_dma_free_pages(&chip->azx_dev[i].bdl);
3044                         }
3045         }
3046         if (chip->rb.area) {
3047                 mark_pages_wc(chip, &chip->rb, false);
3048                 snd_dma_free_pages(&chip->rb);
3049         }
3050         if (chip->posbuf.area) {
3051                 mark_pages_wc(chip, &chip->posbuf, false);
3052                 snd_dma_free_pages(&chip->posbuf);
3053         }
3054         if (chip->region_requested)
3055                 pci_release_regions(chip->pci);
3056         pci_disable_device(chip->pci);
3057         kfree(chip->azx_dev);
3058 #ifdef CONFIG_SND_HDA_PATCH_LOADER
3059         if (chip->fw)
3060                 release_firmware(chip->fw);
3061 #endif
3062         kfree(chip);
3063
3064         return 0;
3065 }
3066
3067 static int azx_dev_free(struct snd_device *device)
3068 {
3069         return azx_free(device->device_data);
3070 }
3071
3072 #ifdef SUPPORT_VGA_SWITCHEROO
3073 /*
3074  * Check of disabled HDMI controller by vga-switcheroo
3075  */
3076 static struct pci_dev *get_bound_vga(struct pci_dev *pci)
3077 {
3078         struct pci_dev *p;
3079
3080         /* check only discrete GPU */
3081         switch (pci->vendor) {
3082         case PCI_VENDOR_ID_ATI:
3083         case PCI_VENDOR_ID_AMD:
3084         case PCI_VENDOR_ID_NVIDIA:
3085                 if (pci->devfn == 1) {
3086                         p = pci_get_domain_bus_and_slot(pci_domain_nr(pci->bus),
3087                                                         pci->bus->number, 0);
3088                         if (p) {
3089                                 if ((p->class >> 8) == PCI_CLASS_DISPLAY_VGA)
3090                                         return p;
3091                                 pci_dev_put(p);
3092                         }
3093                 }
3094                 break;
3095         }
3096         return NULL;
3097 }
3098
3099 static bool check_hdmi_disabled(struct pci_dev *pci)
3100 {
3101         bool vga_inactive = false;
3102         struct pci_dev *p = get_bound_vga(pci);
3103
3104         if (p) {
3105                 if (vga_switcheroo_get_client_state(p) == VGA_SWITCHEROO_OFF)
3106                         vga_inactive = true;
3107                 pci_dev_put(p);
3108         }
3109         return vga_inactive;
3110 }
3111 #endif /* SUPPORT_VGA_SWITCHEROO */
3112
3113 /*
3114  * white/black-listing for position_fix
3115  */
3116 static struct snd_pci_quirk position_fix_list[] = {
3117         SND_PCI_QUIRK(0x1028, 0x01cc, "Dell D820", POS_FIX_LPIB),
3118         SND_PCI_QUIRK(0x1028, 0x01de, "Dell Precision 390", POS_FIX_LPIB),
3119         SND_PCI_QUIRK(0x103c, 0x306d, "HP dv3", POS_FIX_LPIB),
3120         SND_PCI_QUIRK(0x1043, 0x813d, "ASUS P5AD2", POS_FIX_LPIB),
3121         SND_PCI_QUIRK(0x1043, 0x81b3, "ASUS", POS_FIX_LPIB),
3122         SND_PCI_QUIRK(0x1043, 0x81e7, "ASUS M2V", POS_FIX_LPIB),
3123         SND_PCI_QUIRK(0x104d, 0x9069, "Sony VPCS11V9E", POS_FIX_LPIB),
3124         SND_PCI_QUIRK(0x10de, 0xcb89, "Macbook Pro 7,1", POS_FIX_LPIB),
3125         SND_PCI_QUIRK(0x1297, 0x3166, "Shuttle", POS_FIX_LPIB),
3126         SND_PCI_QUIRK(0x1458, 0xa022, "ga-ma770-ud3", POS_FIX_LPIB),
3127         SND_PCI_QUIRK(0x1462, 0x1002, "MSI Wind U115", POS_FIX_LPIB),
3128         SND_PCI_QUIRK(0x1565, 0x8218, "Biostar Microtech", POS_FIX_LPIB),
3129         SND_PCI_QUIRK(0x1849, 0x0888, "775Dual-VSTA", POS_FIX_LPIB),
3130         SND_PCI_QUIRK(0x8086, 0x2503, "DG965OT AAD63733-203", POS_FIX_LPIB),
3131         {}
3132 };
3133
3134 static int check_position_fix(struct azx *chip, int fix)
3135 {
3136         const struct snd_pci_quirk *q;
3137
3138         switch (fix) {
3139         case POS_FIX_AUTO:
3140         case POS_FIX_LPIB:
3141         case POS_FIX_POSBUF:
3142         case POS_FIX_VIACOMBO:
3143         case POS_FIX_COMBO:
3144                 return fix;
3145         }
3146
3147         q = snd_pci_quirk_lookup(chip->pci, position_fix_list);
3148         if (q) {
3149                 printk(KERN_INFO
3150                        "hda_intel: position_fix set to %d "
3151                        "for device %04x:%04x\n",
3152                        q->value, q->subvendor, q->subdevice);
3153                 return q->value;
3154         }
3155
3156         /* Check VIA/ATI HD Audio Controller exist */
3157         if (chip->driver_caps & AZX_DCAPS_POSFIX_VIA) {
3158                 snd_printd(SFX "%s: Using VIACOMBO position fix\n", pci_name(chip->pci));
3159                 return POS_FIX_VIACOMBO;
3160         }
3161         if (chip->driver_caps & AZX_DCAPS_POSFIX_LPIB) {
3162                 snd_printd(SFX "%s: Using LPIB position fix\n", pci_name(chip->pci));
3163                 return POS_FIX_LPIB;
3164         }
3165         return POS_FIX_AUTO;
3166 }
3167
3168 /*
3169  * black-lists for probe_mask
3170  */
3171 static struct snd_pci_quirk probe_mask_list[] = {
3172         /* Thinkpad often breaks the controller communication when accessing
3173          * to the non-working (or non-existing) modem codec slot.
3174          */
3175         SND_PCI_QUIRK(0x1014, 0x05b7, "Thinkpad Z60", 0x01),
3176         SND_PCI_QUIRK(0x17aa, 0x2010, "Thinkpad X/T/R60", 0x01),
3177         SND_PCI_QUIRK(0x17aa, 0x20ac, "Thinkpad X/T/R61", 0x01),
3178         /* broken BIOS */
3179         SND_PCI_QUIRK(0x1028, 0x20ac, "Dell Studio Desktop", 0x01),
3180         /* including bogus ALC268 in slot#2 that conflicts with ALC888 */
3181         SND_PCI_QUIRK(0x17c0, 0x4085, "Medion MD96630", 0x01),
3182         /* forced codec slots */
3183         SND_PCI_QUIRK(0x1043, 0x1262, "ASUS W5Fm", 0x103),
3184         SND_PCI_QUIRK(0x1046, 0x1262, "ASUS W5F", 0x103),
3185         /* WinFast VP200 H (Teradici) user reported broken communication */
3186         SND_PCI_QUIRK(0x3a21, 0x040d, "WinFast VP200 H", 0x101),
3187         {}
3188 };
3189
3190 #define AZX_FORCE_CODEC_MASK    0x100
3191
3192 static void check_probe_mask(struct azx *chip, int dev)
3193 {
3194         const struct snd_pci_quirk *q;
3195
3196         chip->codec_probe_mask = probe_mask[dev];
3197         if (chip->codec_probe_mask == -1) {
3198                 q = snd_pci_quirk_lookup(chip->pci, probe_mask_list);
3199                 if (q) {
3200                         printk(KERN_INFO
3201                                "hda_intel: probe_mask set to 0x%x "
3202                                "for device %04x:%04x\n",
3203                                q->value, q->subvendor, q->subdevice);
3204                         chip->codec_probe_mask = q->value;
3205                 }
3206         }
3207
3208         /* check forced option */
3209         if (chip->codec_probe_mask != -1 &&
3210             (chip->codec_probe_mask & AZX_FORCE_CODEC_MASK)) {
3211                 chip->codec_mask = chip->codec_probe_mask & 0xff;
3212                 printk(KERN_INFO "hda_intel: codec_mask forced to 0x%x\n",
3213                        chip->codec_mask);
3214         }
3215 }
3216
3217 /*
3218  * white/black-list for enable_msi
3219  */
3220 static struct snd_pci_quirk msi_black_list[] = {
3221         SND_PCI_QUIRK(0x1043, 0x81f2, "ASUS", 0), /* Athlon64 X2 + nvidia */
3222         SND_PCI_QUIRK(0x1043, 0x81f6, "ASUS", 0), /* nvidia */
3223         SND_PCI_QUIRK(0x1043, 0x822d, "ASUS", 0), /* Athlon64 X2 + nvidia MCP55 */
3224         SND_PCI_QUIRK(0x1849, 0x0888, "ASRock", 0), /* Athlon64 X2 + nvidia */
3225         SND_PCI_QUIRK(0xa0a0, 0x0575, "Aopen MZ915-M", 0), /* ICH6 */
3226         {}
3227 };
3228
3229 static void check_msi(struct azx *chip)
3230 {
3231         const struct snd_pci_quirk *q;
3232
3233         if (enable_msi >= 0) {
3234                 chip->msi = !!enable_msi;
3235                 return;
3236         }
3237         chip->msi = 1;  /* enable MSI as default */
3238         q = snd_pci_quirk_lookup(chip->pci, msi_black_list);
3239         if (q) {
3240                 printk(KERN_INFO
3241                        "hda_intel: msi for device %04x:%04x set to %d\n",
3242                        q->subvendor, q->subdevice, q->value);
3243                 chip->msi = q->value;
3244                 return;
3245         }
3246
3247         /* NVidia chipsets seem to cause troubles with MSI */
3248         if (chip->driver_caps & AZX_DCAPS_NO_MSI) {
3249                 printk(KERN_INFO "hda_intel: Disabling MSI\n");
3250                 chip->msi = 0;
3251         }
3252 }
3253
3254 /* check the snoop mode availability */
3255 static void azx_check_snoop_available(struct azx *chip)
3256 {
3257         bool snoop = chip->snoop;
3258
3259         switch (chip->driver_type) {
3260         case AZX_DRIVER_VIA:
3261                 /* force to non-snoop mode for a new VIA controller
3262                  * when BIOS is set
3263                  */
3264                 if (snoop) {
3265                         u8 val;
3266                         pci_read_config_byte(chip->pci, 0x42, &val);
3267                         if (!(val & 0x80) && chip->pci->revision == 0x30)
3268                                 snoop = false;
3269                 }
3270                 break;
3271         case AZX_DRIVER_ATIHDMI_NS:
3272                 /* new ATI HDMI requires non-snoop */
3273                 snoop = false;
3274                 break;
3275         case AZX_DRIVER_CTHDA:
3276                 snoop = false;
3277                 break;
3278         }
3279
3280         if (snoop != chip->snoop) {
3281                 snd_printk(KERN_INFO SFX "%s: Force to %s mode\n",
3282                            pci_name(chip->pci), snoop ? "snoop" : "non-snoop");
3283                 chip->snoop = snoop;
3284         }
3285 }
3286
3287 /*
3288  * constructor
3289  */
3290 static int azx_create(struct snd_card *card, struct pci_dev *pci,
3291                       int dev, unsigned int driver_caps,
3292                       struct azx **rchip)
3293 {
3294         static struct snd_device_ops ops = {
3295                 .dev_free = azx_dev_free,
3296         };
3297         struct azx *chip;
3298         int err;
3299
3300         *rchip = NULL;
3301
3302         err = pci_enable_device(pci);
3303         if (err < 0)
3304                 return err;
3305
3306         chip = kzalloc(sizeof(*chip), GFP_KERNEL);
3307         if (!chip) {
3308                 snd_printk(KERN_ERR SFX "%s: Cannot allocate chip\n", pci_name(pci));
3309                 pci_disable_device(pci);
3310                 return -ENOMEM;
3311         }
3312
3313         spin_lock_init(&chip->reg_lock);
3314         mutex_init(&chip->open_mutex);
3315         chip->card = card;
3316         chip->pci = pci;
3317         chip->irq = -1;
3318         chip->driver_caps = driver_caps;
3319         chip->driver_type = driver_caps & 0xff;
3320         check_msi(chip);
3321         chip->dev_index = dev;
3322         INIT_WORK(&chip->irq_pending_work, azx_irq_pending_work);
3323         INIT_LIST_HEAD(&chip->pcm_list);
3324         INIT_LIST_HEAD(&chip->list);
3325         init_vga_switcheroo(chip);
3326         init_completion(&chip->probe_wait);
3327
3328         chip->position_fix[0] = chip->position_fix[1] =
3329                 check_position_fix(chip, position_fix[dev]);
3330         /* combo mode uses LPIB for playback */
3331         if (chip->position_fix[0] == POS_FIX_COMBO) {
3332                 chip->position_fix[0] = POS_FIX_LPIB;
3333                 chip->position_fix[1] = POS_FIX_AUTO;
3334         }
3335
3336         check_probe_mask(chip, dev);
3337
3338         chip->single_cmd = single_cmd;
3339         chip->snoop = hda_snoop;
3340         azx_check_snoop_available(chip);
3341
3342         if (bdl_pos_adj[dev] < 0) {
3343                 switch (chip->driver_type) {
3344                 case AZX_DRIVER_ICH:
3345                 case AZX_DRIVER_PCH:
3346                         bdl_pos_adj[dev] = 1;
3347                         break;
3348                 default:
3349                         bdl_pos_adj[dev] = 32;
3350                         break;
3351                 }
3352         }
3353
3354         err = snd_device_new(card, SNDRV_DEV_LOWLEVEL, chip, &ops);
3355         if (err < 0) {
3356                 snd_printk(KERN_ERR SFX "%s: Error creating device [card]!\n",
3357                    pci_name(chip->pci));
3358                 azx_free(chip);
3359                 return err;
3360         }
3361
3362         *rchip = chip;
3363         return 0;
3364 }
3365
3366 static int azx_first_init(struct azx *chip)
3367 {
3368         int dev = chip->dev_index;
3369         struct pci_dev *pci = chip->pci;
3370         struct snd_card *card = chip->card;
3371         int i, err;
3372         unsigned short gcap;
3373
3374 #if BITS_PER_LONG != 64
3375         /* Fix up base address on ULI M5461 */
3376         if (chip->driver_type == AZX_DRIVER_ULI) {
3377                 u16 tmp3;
3378                 pci_read_config_word(pci, 0x40, &tmp3);
3379                 pci_write_config_word(pci, 0x40, tmp3 | 0x10);
3380                 pci_write_config_dword(pci, PCI_BASE_ADDRESS_1, 0);
3381         }
3382 #endif
3383
3384         err = pci_request_regions(pci, "ICH HD audio");
3385         if (err < 0)
3386                 return err;
3387         chip->region_requested = 1;
3388
3389         chip->addr = pci_resource_start(pci, 0);
3390         chip->remap_addr = pci_ioremap_bar(pci, 0);
3391         if (chip->remap_addr == NULL) {
3392                 snd_printk(KERN_ERR SFX "%s: ioremap error\n", pci_name(chip->pci));
3393                 return -ENXIO;
3394         }
3395
3396         if (chip->msi)
3397                 if (pci_enable_msi(pci) < 0)
3398                         chip->msi = 0;
3399
3400         if (azx_acquire_irq(chip, 0) < 0)
3401                 return -EBUSY;
3402
3403         pci_set_master(pci);
3404         synchronize_irq(chip->irq);
3405
3406         gcap = azx_readw(chip, GCAP);
3407         snd_printdd(SFX "%s: chipset global capabilities = 0x%x\n", pci_name(chip->pci), gcap);
3408
3409         /* disable SB600 64bit support for safety */
3410         if (chip->pci->vendor == PCI_VENDOR_ID_ATI) {
3411                 struct pci_dev *p_smbus;
3412                 p_smbus = pci_get_device(PCI_VENDOR_ID_ATI,
3413                                          PCI_DEVICE_ID_ATI_SBX00_SMBUS,
3414                                          NULL);
3415                 if (p_smbus) {
3416                         if (p_smbus->revision < 0x30)
3417                                 gcap &= ~ICH6_GCAP_64OK;
3418                         pci_dev_put(p_smbus);
3419                 }
3420         }
3421
3422         /* disable 64bit DMA address on some devices */
3423         if (chip->driver_caps & AZX_DCAPS_NO_64BIT) {
3424                 snd_printd(SFX "%s: Disabling 64bit DMA\n", pci_name(chip->pci));
3425                 gcap &= ~ICH6_GCAP_64OK;
3426         }
3427
3428         /* disable buffer size rounding to 128-byte multiples if supported */
3429         if (align_buffer_size >= 0)
3430                 chip->align_buffer_size = !!align_buffer_size;
3431         else {
3432                 if (chip->driver_caps & AZX_DCAPS_BUFSIZE)
3433                         chip->align_buffer_size = 0;
3434                 else if (chip->driver_caps & AZX_DCAPS_ALIGN_BUFSIZE)
3435                         chip->align_buffer_size = 1;
3436                 else
3437                         chip->align_buffer_size = 1;
3438         }
3439
3440         /* allow 64bit DMA address if supported by H/W */
3441         if ((gcap & ICH6_GCAP_64OK) && !pci_set_dma_mask(pci, DMA_BIT_MASK(64)))
3442                 pci_set_consistent_dma_mask(pci, DMA_BIT_MASK(64));
3443         else {
3444                 pci_set_dma_mask(pci, DMA_BIT_MASK(32));
3445                 pci_set_consistent_dma_mask(pci, DMA_BIT_MASK(32));
3446         }
3447
3448         /* read number of streams from GCAP register instead of using
3449          * hardcoded value
3450          */
3451         chip->capture_streams = (gcap >> 8) & 0x0f;
3452         chip->playback_streams = (gcap >> 12) & 0x0f;
3453         if (!chip->playback_streams && !chip->capture_streams) {
3454                 /* gcap didn't give any info, switching to old method */
3455
3456                 switch (chip->driver_type) {
3457                 case AZX_DRIVER_ULI:
3458                         chip->playback_streams = ULI_NUM_PLAYBACK;
3459                         chip->capture_streams = ULI_NUM_CAPTURE;
3460                         break;
3461                 case AZX_DRIVER_ATIHDMI:
3462                 case AZX_DRIVER_ATIHDMI_NS:
3463                         chip->playback_streams = ATIHDMI_NUM_PLAYBACK;
3464                         chip->capture_streams = ATIHDMI_NUM_CAPTURE;
3465                         break;
3466                 case AZX_DRIVER_GENERIC:
3467                 default:
3468                         chip->playback_streams = ICH6_NUM_PLAYBACK;
3469                         chip->capture_streams = ICH6_NUM_CAPTURE;
3470                         break;
3471                 }
3472         }
3473         chip->capture_index_offset = 0;
3474         chip->playback_index_offset = chip->capture_streams;
3475         chip->num_streams = chip->playback_streams + chip->capture_streams;
3476         chip->azx_dev = kcalloc(chip->num_streams, sizeof(*chip->azx_dev),
3477                                 GFP_KERNEL);
3478         if (!chip->azx_dev) {
3479                 snd_printk(KERN_ERR SFX "%s: cannot malloc azx_dev\n", pci_name(chip->pci));
3480                 return -ENOMEM;
3481         }
3482
3483         for (i = 0; i < chip->num_streams; i++) {
3484                 /* allocate memory for the BDL for each stream */
3485                 err = snd_dma_alloc_pages(SNDRV_DMA_TYPE_DEV,
3486                                           snd_dma_pci_data(chip->pci),
3487                                           BDL_SIZE, &chip->azx_dev[i].bdl);
3488                 if (err < 0) {
3489                         snd_printk(KERN_ERR SFX "%s: cannot allocate BDL\n", pci_name(chip->pci));
3490                         return -ENOMEM;
3491                 }
3492                 mark_pages_wc(chip, &chip->azx_dev[i].bdl, true);
3493         }
3494         /* allocate memory for the position buffer */
3495         err = snd_dma_alloc_pages(SNDRV_DMA_TYPE_DEV,
3496                                   snd_dma_pci_data(chip->pci),
3497                                   chip->num_streams * 8, &chip->posbuf);
3498         if (err < 0) {
3499                 snd_printk(KERN_ERR SFX "%s: cannot allocate posbuf\n", pci_name(chip->pci));
3500                 return -ENOMEM;
3501         }
3502         mark_pages_wc(chip, &chip->posbuf, true);
3503         /* allocate CORB/RIRB */
3504         err = azx_alloc_cmd_io(chip);
3505         if (err < 0)
3506                 return err;
3507
3508         /* initialize streams */
3509         azx_init_stream(chip);
3510
3511         /* initialize chip */
3512         azx_init_pci(chip);
3513         azx_init_chip(chip, (probe_only[dev] & 2) == 0);
3514
3515         /* codec detection */
3516         if (!chip->codec_mask) {
3517                 snd_printk(KERN_ERR SFX "%s: no codecs found!\n", pci_name(chip->pci));
3518                 return -ENODEV;
3519         }
3520
3521         strcpy(card->driver, "HDA-Intel");
3522         strlcpy(card->shortname, driver_short_names[chip->driver_type],
3523                 sizeof(card->shortname));
3524         snprintf(card->longname, sizeof(card->longname),
3525                  "%s at 0x%lx irq %i",
3526                  card->shortname, chip->addr, chip->irq);
3527
3528         return 0;
3529 }
3530
3531 static void power_down_all_codecs(struct azx *chip)
3532 {
3533 #ifdef CONFIG_PM
3534         /* The codecs were powered up in snd_hda_codec_new().
3535          * Now all initialization done, so turn them down if possible
3536          */
3537         struct hda_codec *codec;
3538         list_for_each_entry(codec, &chip->bus->codec_list, list) {
3539                 snd_hda_power_down(codec);
3540         }
3541 #endif
3542 }
3543
3544 #ifdef CONFIG_SND_HDA_PATCH_LOADER
3545 /* callback from request_firmware_nowait() */
3546 static void azx_firmware_cb(const struct firmware *fw, void *context)
3547 {
3548         struct snd_card *card = context;
3549         struct azx *chip = card->private_data;
3550         struct pci_dev *pci = chip->pci;
3551
3552         if (!fw) {
3553                 snd_printk(KERN_ERR SFX "%s: Cannot load firmware, aborting\n",
3554                            pci_name(chip->pci));
3555                 goto error;
3556         }
3557
3558         chip->fw = fw;
3559         if (!chip->disabled) {
3560                 /* continue probing */
3561                 if (azx_probe_continue(chip))
3562                         goto error;
3563         }
3564         return; /* OK */
3565
3566  error:
3567         snd_card_free(card);
3568         pci_set_drvdata(pci, NULL);
3569 }
3570 #endif
3571
3572 static int azx_probe(struct pci_dev *pci,
3573                      const struct pci_device_id *pci_id)
3574 {
3575         static int dev;
3576         struct snd_card *card;
3577         struct azx *chip;
3578         bool probe_now;
3579         int err;
3580
3581         if (dev >= SNDRV_CARDS)
3582                 return -ENODEV;
3583         if (!enable[dev]) {
3584                 dev++;
3585                 return -ENOENT;
3586         }
3587
3588         err = snd_card_create(index[dev], id[dev], THIS_MODULE, 0, &card);
3589         if (err < 0) {
3590                 snd_printk(KERN_ERR "hda-intel: Error creating card!\n");
3591                 return err;
3592         }
3593
3594         snd_card_set_dev(card, &pci->dev);
3595
3596         err = azx_create(card, pci, dev, pci_id->driver_data, &chip);
3597         if (err < 0)
3598                 goto out_free;
3599         card->private_data = chip;
3600
3601         pci_set_drvdata(pci, card);
3602
3603         err = register_vga_switcheroo(chip);
3604         if (err < 0) {
3605                 snd_printk(KERN_ERR SFX
3606                            "%s: Error registering VGA-switcheroo client\n", pci_name(pci));
3607                 goto out_free;
3608         }
3609
3610         if (check_hdmi_disabled(pci)) {
3611                 snd_printk(KERN_INFO SFX "%s: VGA controller is disabled\n",
3612                            pci_name(pci));
3613                 snd_printk(KERN_INFO SFX "%s: Delaying initialization\n", pci_name(pci));
3614                 chip->disabled = true;
3615         }
3616
3617         probe_now = !chip->disabled;
3618         if (probe_now) {
3619                 err = azx_first_init(chip);
3620                 if (err < 0)
3621                         goto out_free;
3622         }
3623
3624 #ifdef CONFIG_SND_HDA_PATCH_LOADER
3625         if (patch[dev] && *patch[dev]) {
3626                 snd_printk(KERN_ERR SFX "%s: Applying patch firmware '%s'\n",
3627                            pci_name(pci), patch[dev]);
3628                 err = request_firmware_nowait(THIS_MODULE, true, patch[dev],
3629                                               &pci->dev, GFP_KERNEL, card,
3630                                               azx_firmware_cb);
3631                 if (err < 0)
3632                         goto out_free;
3633                 probe_now = false; /* continued in azx_firmware_cb() */
3634         }
3635 #endif /* CONFIG_SND_HDA_PATCH_LOADER */
3636
3637         if (probe_now) {
3638                 err = azx_probe_continue(chip);
3639                 if (err < 0)
3640                         goto out_free;
3641         }
3642
3643         if (pci_dev_run_wake(pci))
3644                 pm_runtime_put_noidle(&pci->dev);
3645
3646         dev++;
3647         complete_all(&chip->probe_wait);
3648         return 0;
3649
3650 out_free:
3651         snd_card_free(card);
3652         pci_set_drvdata(pci, NULL);
3653         return err;
3654 }
3655
3656 static int azx_probe_continue(struct azx *chip)
3657 {
3658         int dev = chip->dev_index;
3659         int err;
3660
3661 #ifdef CONFIG_SND_HDA_INPUT_BEEP
3662         chip->beep_mode = beep_mode[dev];
3663 #endif
3664
3665         /* create codec instances */
3666         err = azx_codec_create(chip, model[dev]);
3667         if (err < 0)
3668                 goto out_free;
3669 #ifdef CONFIG_SND_HDA_PATCH_LOADER
3670         if (chip->fw) {
3671                 err = snd_hda_load_patch(chip->bus, chip->fw->size,
3672                                          chip->fw->data);
3673                 if (err < 0)
3674                         goto out_free;
3675 #ifndef CONFIG_PM
3676                 release_firmware(chip->fw); /* no longer needed */
3677                 chip->fw = NULL;
3678 #endif
3679         }
3680 #endif
3681         if ((probe_only[dev] & 1) == 0) {
3682                 err = azx_codec_configure(chip);
3683                 if (err < 0)
3684                         goto out_free;
3685         }
3686
3687         /* create PCM streams */
3688         err = snd_hda_build_pcms(chip->bus);
3689         if (err < 0)
3690                 goto out_free;
3691
3692         /* create mixer controls */
3693         err = azx_mixer_create(chip);
3694         if (err < 0)
3695                 goto out_free;
3696
3697         err = snd_card_register(chip->card);
3698         if (err < 0)
3699                 goto out_free;
3700
3701         chip->running = 1;
3702         power_down_all_codecs(chip);
3703         azx_notifier_register(chip);
3704         azx_add_card_list(chip);
3705
3706         return 0;
3707
3708 out_free:
3709         chip->init_failed = 1;
3710         return err;
3711 }
3712
3713 static void azx_remove(struct pci_dev *pci)
3714 {
3715         struct snd_card *card = pci_get_drvdata(pci);
3716
3717         if (pci_dev_run_wake(pci))
3718                 pm_runtime_get_noresume(&pci->dev);
3719
3720         if (card)
3721                 snd_card_free(card);
3722         pci_set_drvdata(pci, NULL);
3723 }
3724
3725 /* PCI IDs */
3726 static DEFINE_PCI_DEVICE_TABLE(azx_ids) = {
3727         /* CPT */
3728         { PCI_DEVICE(0x8086, 0x1c20),
3729           .driver_data = AZX_DRIVER_PCH | AZX_DCAPS_INTEL_PCH_NOPM },
3730         /* PBG */
3731         { PCI_DEVICE(0x8086, 0x1d20),
3732           .driver_data = AZX_DRIVER_PCH | AZX_DCAPS_INTEL_PCH_NOPM },
3733         /* Panther Point */
3734         { PCI_DEVICE(0x8086, 0x1e20),
3735           .driver_data = AZX_DRIVER_PCH | AZX_DCAPS_INTEL_PCH_NOPM },
3736         /* Lynx Point */
3737         { PCI_DEVICE(0x8086, 0x8c20),
3738           .driver_data = AZX_DRIVER_PCH | AZX_DCAPS_INTEL_PCH },
3739         /* Wellsburg */
3740         { PCI_DEVICE(0x8086, 0x8d20),
3741           .driver_data = AZX_DRIVER_PCH | AZX_DCAPS_INTEL_PCH },
3742         { PCI_DEVICE(0x8086, 0x8d21),
3743           .driver_data = AZX_DRIVER_PCH | AZX_DCAPS_INTEL_PCH },
3744         /* Lynx Point-LP */
3745         { PCI_DEVICE(0x8086, 0x9c20),
3746           .driver_data = AZX_DRIVER_PCH | AZX_DCAPS_INTEL_PCH },
3747         /* Lynx Point-LP */
3748         { PCI_DEVICE(0x8086, 0x9c21),
3749           .driver_data = AZX_DRIVER_PCH | AZX_DCAPS_INTEL_PCH },
3750         /* Haswell */
3751         { PCI_DEVICE(0x8086, 0x0a0c),
3752           .driver_data = AZX_DRIVER_SCH | AZX_DCAPS_INTEL_PCH },
3753         { PCI_DEVICE(0x8086, 0x0c0c),
3754           .driver_data = AZX_DRIVER_SCH | AZX_DCAPS_INTEL_PCH },
3755         { PCI_DEVICE(0x8086, 0x0d0c),
3756           .driver_data = AZX_DRIVER_SCH | AZX_DCAPS_INTEL_PCH },
3757         /* 5 Series/3400 */
3758         { PCI_DEVICE(0x8086, 0x3b56),
3759           .driver_data = AZX_DRIVER_SCH | AZX_DCAPS_INTEL_PCH_NOPM },
3760         /* Poulsbo */
3761         { PCI_DEVICE(0x8086, 0x811b),
3762           .driver_data = AZX_DRIVER_SCH | AZX_DCAPS_INTEL_PCH_NOPM },
3763         /* Oaktrail */
3764         { PCI_DEVICE(0x8086, 0x080a),
3765           .driver_data = AZX_DRIVER_SCH | AZX_DCAPS_INTEL_PCH_NOPM },
3766         /* ICH */
3767         { PCI_DEVICE(0x8086, 0x2668),
3768           .driver_data = AZX_DRIVER_ICH | AZX_DCAPS_OLD_SSYNC |
3769           AZX_DCAPS_BUFSIZE },  /* ICH6 */
3770         { PCI_DEVICE(0x8086, 0x27d8),
3771           .driver_data = AZX_DRIVER_ICH | AZX_DCAPS_OLD_SSYNC |
3772           AZX_DCAPS_BUFSIZE },  /* ICH7 */
3773         { PCI_DEVICE(0x8086, 0x269a),
3774           .driver_data = AZX_DRIVER_ICH | AZX_DCAPS_OLD_SSYNC |
3775           AZX_DCAPS_BUFSIZE },  /* ESB2 */
3776         { PCI_DEVICE(0x8086, 0x284b),
3777           .driver_data = AZX_DRIVER_ICH | AZX_DCAPS_OLD_SSYNC |
3778           AZX_DCAPS_BUFSIZE },  /* ICH8 */
3779         { PCI_DEVICE(0x8086, 0x293e),
3780           .driver_data = AZX_DRIVER_ICH | AZX_DCAPS_OLD_SSYNC |
3781           AZX_DCAPS_BUFSIZE },  /* ICH9 */
3782         { PCI_DEVICE(0x8086, 0x293f),
3783           .driver_data = AZX_DRIVER_ICH | AZX_DCAPS_OLD_SSYNC |
3784           AZX_DCAPS_BUFSIZE },  /* ICH9 */
3785         { PCI_DEVICE(0x8086, 0x3a3e),
3786           .driver_data = AZX_DRIVER_ICH | AZX_DCAPS_OLD_SSYNC |
3787           AZX_DCAPS_BUFSIZE },  /* ICH10 */
3788         { PCI_DEVICE(0x8086, 0x3a6e),
3789           .driver_data = AZX_DRIVER_ICH | AZX_DCAPS_OLD_SSYNC |
3790           AZX_DCAPS_BUFSIZE },  /* ICH10 */
3791         /* Generic Intel */
3792         { PCI_DEVICE(PCI_VENDOR_ID_INTEL, PCI_ANY_ID),
3793           .class = PCI_CLASS_MULTIMEDIA_HD_AUDIO << 8,
3794           .class_mask = 0xffffff,
3795           .driver_data = AZX_DRIVER_ICH | AZX_DCAPS_BUFSIZE },
3796         /* ATI SB 450/600/700/800/900 */
3797         { PCI_DEVICE(0x1002, 0x437b),
3798           .driver_data = AZX_DRIVER_ATI | AZX_DCAPS_PRESET_ATI_SB },
3799         { PCI_DEVICE(0x1002, 0x4383),
3800           .driver_data = AZX_DRIVER_ATI | AZX_DCAPS_PRESET_ATI_SB },
3801         /* AMD Hudson */
3802         { PCI_DEVICE(0x1022, 0x780d),
3803           .driver_data = AZX_DRIVER_GENERIC | AZX_DCAPS_PRESET_ATI_SB },
3804         /* ATI HDMI */
3805         { PCI_DEVICE(0x1002, 0x793b),
3806           .driver_data = AZX_DRIVER_ATIHDMI | AZX_DCAPS_PRESET_ATI_HDMI },
3807         { PCI_DEVICE(0x1002, 0x7919),
3808           .driver_data = AZX_DRIVER_ATIHDMI | AZX_DCAPS_PRESET_ATI_HDMI },
3809         { PCI_DEVICE(0x1002, 0x960f),
3810           .driver_data = AZX_DRIVER_ATIHDMI | AZX_DCAPS_PRESET_ATI_HDMI },
3811         { PCI_DEVICE(0x1002, 0x970f),
3812           .driver_data = AZX_DRIVER_ATIHDMI | AZX_DCAPS_PRESET_ATI_HDMI },
3813         { PCI_DEVICE(0x1002, 0xaa00),
3814           .driver_data = AZX_DRIVER_ATIHDMI | AZX_DCAPS_PRESET_ATI_HDMI },
3815         { PCI_DEVICE(0x1002, 0xaa08),
3816           .driver_data = AZX_DRIVER_ATIHDMI | AZX_DCAPS_PRESET_ATI_HDMI },
3817         { PCI_DEVICE(0x1002, 0xaa10),
3818           .driver_data = AZX_DRIVER_ATIHDMI | AZX_DCAPS_PRESET_ATI_HDMI },
3819         { PCI_DEVICE(0x1002, 0xaa18),
3820           .driver_data = AZX_DRIVER_ATIHDMI | AZX_DCAPS_PRESET_ATI_HDMI },
3821         { PCI_DEVICE(0x1002, 0xaa20),
3822           .driver_data = AZX_DRIVER_ATIHDMI | AZX_DCAPS_PRESET_ATI_HDMI },
3823         { PCI_DEVICE(0x1002, 0xaa28),
3824           .driver_data = AZX_DRIVER_ATIHDMI | AZX_DCAPS_PRESET_ATI_HDMI },
3825         { PCI_DEVICE(0x1002, 0xaa30),
3826           .driver_data = AZX_DRIVER_ATIHDMI | AZX_DCAPS_PRESET_ATI_HDMI },
3827         { PCI_DEVICE(0x1002, 0xaa38),
3828           .driver_data = AZX_DRIVER_ATIHDMI | AZX_DCAPS_PRESET_ATI_HDMI },
3829         { PCI_DEVICE(0x1002, 0xaa40),
3830           .driver_data = AZX_DRIVER_ATIHDMI | AZX_DCAPS_PRESET_ATI_HDMI },
3831         { PCI_DEVICE(0x1002, 0xaa48),
3832           .driver_data = AZX_DRIVER_ATIHDMI | AZX_DCAPS_PRESET_ATI_HDMI },
3833         { PCI_DEVICE(0x1002, 0x9902),
3834           .driver_data = AZX_DRIVER_ATIHDMI_NS | AZX_DCAPS_PRESET_ATI_HDMI },
3835         { PCI_DEVICE(0x1002, 0xaaa0),
3836           .driver_data = AZX_DRIVER_ATIHDMI_NS | AZX_DCAPS_PRESET_ATI_HDMI },
3837         { PCI_DEVICE(0x1002, 0xaaa8),
3838           .driver_data = AZX_DRIVER_ATIHDMI_NS | AZX_DCAPS_PRESET_ATI_HDMI },
3839         { PCI_DEVICE(0x1002, 0xaab0),
3840           .driver_data = AZX_DRIVER_ATIHDMI_NS | AZX_DCAPS_PRESET_ATI_HDMI },
3841         /* VIA VT8251/VT8237A */
3842         { PCI_DEVICE(0x1106, 0x3288),
3843           .driver_data = AZX_DRIVER_VIA | AZX_DCAPS_POSFIX_VIA },
3844         /* VIA GFX VT7122/VX900 */
3845         { PCI_DEVICE(0x1106, 0x9170), .driver_data = AZX_DRIVER_GENERIC },
3846         /* VIA GFX VT6122/VX11 */
3847         { PCI_DEVICE(0x1106, 0x9140), .driver_data = AZX_DRIVER_GENERIC },
3848         /* SIS966 */
3849         { PCI_DEVICE(0x1039, 0x7502), .driver_data = AZX_DRIVER_SIS },
3850         /* ULI M5461 */
3851         { PCI_DEVICE(0x10b9, 0x5461), .driver_data = AZX_DRIVER_ULI },
3852         /* NVIDIA MCP */
3853         { PCI_DEVICE(PCI_VENDOR_ID_NVIDIA, PCI_ANY_ID),
3854           .class = PCI_CLASS_MULTIMEDIA_HD_AUDIO << 8,
3855           .class_mask = 0xffffff,
3856           .driver_data = AZX_DRIVER_NVIDIA | AZX_DCAPS_PRESET_NVIDIA },
3857         /* Teradici */
3858         { PCI_DEVICE(0x6549, 0x1200),
3859           .driver_data = AZX_DRIVER_TERA | AZX_DCAPS_NO_64BIT },
3860         { PCI_DEVICE(0x6549, 0x2200),
3861           .driver_data = AZX_DRIVER_TERA | AZX_DCAPS_NO_64BIT },
3862         /* Creative X-Fi (CA0110-IBG) */
3863         /* CTHDA chips */
3864         { PCI_DEVICE(0x1102, 0x0010),
3865           .driver_data = AZX_DRIVER_CTHDA | AZX_DCAPS_PRESET_CTHDA },
3866         { PCI_DEVICE(0x1102, 0x0012),
3867           .driver_data = AZX_DRIVER_CTHDA | AZX_DCAPS_PRESET_CTHDA },
3868 #if !defined(CONFIG_SND_CTXFI) && !defined(CONFIG_SND_CTXFI_MODULE)
3869         /* the following entry conflicts with snd-ctxfi driver,
3870          * as ctxfi driver mutates from HD-audio to native mode with
3871          * a special command sequence.
3872          */
3873         { PCI_DEVICE(PCI_VENDOR_ID_CREATIVE, PCI_ANY_ID),
3874           .class = PCI_CLASS_MULTIMEDIA_HD_AUDIO << 8,
3875           .class_mask = 0xffffff,
3876           .driver_data = AZX_DRIVER_CTX | AZX_DCAPS_CTX_WORKAROUND |
3877           AZX_DCAPS_RIRB_PRE_DELAY | AZX_DCAPS_POSFIX_LPIB },
3878 #else
3879         /* this entry seems still valid -- i.e. without emu20kx chip */
3880         { PCI_DEVICE(0x1102, 0x0009),
3881           .driver_data = AZX_DRIVER_CTX | AZX_DCAPS_CTX_WORKAROUND |
3882           AZX_DCAPS_RIRB_PRE_DELAY | AZX_DCAPS_POSFIX_LPIB },
3883 #endif
3884         /* Vortex86MX */
3885         { PCI_DEVICE(0x17f3, 0x3010), .driver_data = AZX_DRIVER_GENERIC },
3886         /* VMware HDAudio */
3887         { PCI_DEVICE(0x15ad, 0x1977), .driver_data = AZX_DRIVER_GENERIC },
3888         /* AMD/ATI Generic, PCI class code and Vendor ID for HD Audio */
3889         { PCI_DEVICE(PCI_VENDOR_ID_ATI, PCI_ANY_ID),
3890           .class = PCI_CLASS_MULTIMEDIA_HD_AUDIO << 8,
3891           .class_mask = 0xffffff,
3892           .driver_data = AZX_DRIVER_GENERIC | AZX_DCAPS_PRESET_ATI_HDMI },
3893         { PCI_DEVICE(PCI_VENDOR_ID_AMD, PCI_ANY_ID),
3894           .class = PCI_CLASS_MULTIMEDIA_HD_AUDIO << 8,
3895           .class_mask = 0xffffff,
3896           .driver_data = AZX_DRIVER_GENERIC | AZX_DCAPS_PRESET_ATI_HDMI },
3897         { 0, }
3898 };
3899 MODULE_DEVICE_TABLE(pci, azx_ids);
3900
3901 /* pci_driver definition */
3902 static struct pci_driver azx_driver = {
3903         .name = KBUILD_MODNAME,
3904         .id_table = azx_ids,
3905         .probe = azx_probe,
3906         .remove = azx_remove,
3907         .driver = {
3908                 .pm = AZX_PM_OPS,
3909         },
3910 };
3911
3912 module_pci_driver(azx_driver);